-- Logs begin at Wed 2022-05-25 04:44:05 UTC, end at Wed 2022-05-25 06:02:28 UTC. -- May 25 05:32:19.577539 dv-cinder-842947-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 25 05:32:22.584530 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.common.config [-] Logging enabled! May 25 05:32:22.585137 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev61 May 25 05:32:22.585340 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 05:32:22.588686 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.common.config [-] Logging enabled! May 25 05:32:22.588946 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev61 May 25 05:32:22.589267 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 05:32:22.590251 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 05:32:22.590490 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 05:32:22.590867 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 05:32:22.591117 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 05:32:22.591348 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 05:32:22.592121 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.592557 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. May 25 05:32:22.592879 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.593183 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.593483 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.593783 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.594177 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.594474 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.594770 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.595073 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.595362 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.595647 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.595940 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.596236 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.596521 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.596815 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.597105 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.597413 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] debug = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.597684 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.598140 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.598605 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.598887 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.599182 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.599469 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.599746 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.600024 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.600322 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.600646 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] host = dv-cinder-842947-1-iscsi {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.600939 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.601214 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.601505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.601800 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.602077 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.602379 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.602668 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.602948 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.603226 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] log_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.603500 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.603790 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.604079 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.604371 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.604600 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.604826 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.605116 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.605404 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.605683 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.605959 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.606258 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.606534 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.606812 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.607086 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.607374 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.607662 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.607949 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.608225 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.608501 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.608776 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.609050 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.609335 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.610124 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.610414 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.610696 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.610982 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.611254 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.611530 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.611834 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.612120 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.612405 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.612689 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.612964 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.613250 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.613526 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.613800 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.614076 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] use_json = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.614376 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.614651 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.614937 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.615218 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.615495 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.615773 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.616049 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.616338 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.616615 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:22.616916 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.617221 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.617533 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.617840 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.618159 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.618446 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.618741 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.619026 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.619324 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.619619 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.619912 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.620194 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.620500 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.620795 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.621092 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.621404 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.621705 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.622001 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.622314 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.622595 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.622873 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.623157 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.623451 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.623734 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.624026 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.624319 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.624602 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.624903 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.625193 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.626052 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.626371 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.626654 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.626939 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.627235 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.627524 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.627803 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.628085 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.628378 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.628660 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.628936 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.629223 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.629515 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.629808 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.630105 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.630393 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.630689 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.630971 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.631246 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.631521 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.631802 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.632079 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.632368 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.632648 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.632926 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.633201 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.633482 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.633760 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.634040 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.634348 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.634626 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.634908 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.635185 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.635460 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.635737 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.636014 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.636291 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.636568 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.636844 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.637127 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.637408 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.637683 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.637961 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.638266 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.638545 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.638834 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.639139 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.639423 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.639706 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.639993 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.640279 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.640564 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.640948 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.641256 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.641547 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.641827 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.642150 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.642447 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.642743 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.643053 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.643336 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.643637 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.643921 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.644204 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.644494 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.644776 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.645060 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.645351 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.645642 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.645942 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.646272 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.646575 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.646875 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.647174 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.647466 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.647780 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.648068 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:22.648288 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 05:32:22.648533 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110137) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 05:32:23.026352 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 05:32:23.026634 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 05:32:23.026942 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 25 05:32:23.027284 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 05:32:23.361268 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.361547 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.361738 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.362956 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.363238 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.363628 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.409584 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.409902 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.410163 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.424911 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.425193 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.425468 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.454695 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.454979 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.455255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.493182 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.493472 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.493753 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.840958 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.841580 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.841580 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.841764 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.842506 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.943001 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.943322 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.943615 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.943893 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.944165 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.944477 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.944742 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.945258 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.945519 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.945807 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.946071 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.946364 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.946624 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.946882 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.947143 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.947414 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.947670 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.947945 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.948219 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.948483 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.948760 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.949017 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.949304 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.949684 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.949938 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.950211 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.950610 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:23.950856 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:23.951101 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:23.951344 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:23.951586 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:23.951828 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:23.952199 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 05:32:23.955971 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 05:32:23.960012 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 05:32:23.963694 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 25 05:32:23.965326 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 05:32:23.965805 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 05:32:23.966176 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 05:32:23.966574 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 05:32:23.969393 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 05:32:23.969643 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 05:32:23.969987 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 05:32:23.974906 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 25 05:32:23.998473 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 05:32:23.998927 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:23.999225 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110137) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 25 05:32:23.999597 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.001495 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110137) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 05:32:24.001775 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 05:32:24.002025 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 05:32:24.005360 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.005646 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.067837 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 05:32:24.068072 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 05:32:24.068313 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 05:32:24.068693 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 05:32:24.090487 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_db.sqlalchemy.engines [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110137) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 05:32:24.546068 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing driver for type 'gre' May 25 05:32:24.546621 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] gre ID ranges: [(1, 1000)] May 25 05:32:24.604513 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing driver for type 'local' May 25 05:32:24.604891 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing driver for type 'vlan' May 25 05:32:24.620302 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] VlanTypeDriver initialization complete May 25 05:32:24.620708 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing driver for type 'vxlan' May 25 05:32:24.621309 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] vxlan ID ranges: [(1, 1000)] May 25 05:32:24.677454 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing extension driver 'port_security' May 25 05:32:24.677809 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.extensions.port_security [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] PortSecurityExtensionDriver initialization complete May 25 05:32:24.678163 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing mechanism driver 'openvswitch' May 25 05:32:24.678507 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing mechanism driver 'hyperv' May 25 05:32:24.685123 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.plugin [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:32:24.685967 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.686372 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.686729 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.687263 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110137) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 05:32:24.687708 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnet after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.688138 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnet after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.688438 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.688839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110137) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 05:32:24.689266 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.689608 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.689958 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.690389 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110137) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 05:32:24.690793 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > security_group after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.691150 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > security_group after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.691497 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.691894 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110137) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 05:32:24.692310 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.692656 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.693002 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.693399 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110137) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 05:32:24.693801 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > address_group after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.694177 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > address_group after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.694522 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.694921 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110137) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 25 05:32:24.695624 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] ML2 OVO RPC backend initialized. {{(pid=110137) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 25 05:32:24.696333 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.696692 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.697110 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.697462 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > networks before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.697812 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.698187 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > ports before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.698535 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnet before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.698879 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnets before_response 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.699227 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.699569 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.699906 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.700242 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.700581 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.700917 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.701252 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnet after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.701589 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnet after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.701924 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.709253 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded quota_driver: . May 25 05:32:24.709620 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.plugin [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Modular L2 Plugin initialization complete May 25 05:32:24.709966 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading services supported by the core plugin {{(pid=110137) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 05:32:24.710336 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.plugins.ml2.managers [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Got port-security extension from driver 'port_security' May 25 05:32:24.710821 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.extensions.vlantransparent [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Disabled vlantransparent extension. May 25 05:32:24.711317 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110137) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 05:32:24.711647 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: router May 25 05:32:24.747817 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.748149 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router after_create 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.748528 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router before_create 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.748890 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.749265 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.749625 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router after_delete 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.749986 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.750504 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.750881 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router after_create 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.751233 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router after_update 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.751583 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router after_update 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.751934 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.752295 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router after_update 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.752708 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_update 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.753077 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: port after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.753418 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: port after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.753760 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: subnet after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.754109 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.754474 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.754825 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_create 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.755167 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: port before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.755512 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.755869 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router after_update 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.756345 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.756700 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_create 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.757063 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.757411 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_update 55549900 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.757777 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > agent after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.758160 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > agent after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.758509 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > network after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.759374 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Tracking information for resource: router configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:24.759708 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Tracking information for resource: floatingip configured {{(pid=110137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 05:32:24.764698 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.db.l3_agentschedulers_db [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 05:32:24.765282 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: port after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.765646 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: port after_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.766157 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: port after_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.766517 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: port after_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.767322 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router before_create 55550100 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.767693 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.768080 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_create 55550100 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.768423 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > router precommit_update 55550100 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.773213 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.services.provider_configuration [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service providers = [] {{(pid=110137) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 05:32:24.773577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.db.servicetype_db [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110137) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 05:32:24.776552 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.services.service_base [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 05:32:24.776902 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.services.service_base [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 05:32:24.777245 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.services.service_base [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 05:32:24.778162 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.services.service_base [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 05:32:24.778541 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.services.service_base [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 05:32:24.778929 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.779245 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 05:32:24.790621 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.790966 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: auto_allocate May 25 05:32:24.796761 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: network precommit_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.797799 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: network precommit_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.798430 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.798764 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: tag May 25 05:32:24.805506 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.805839 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: timestamp May 25 05:32:24.809674 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.810006 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: network_ip_availability May 25 05:32:24.815626 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.816000 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.816365 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:24.817083 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.817404 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: flavors May 25 05:32:24.822554 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.822889 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading Plugin: revisions May 25 05:32:24.827133 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 05:32:24.827529 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_concurrency.lockutils [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=110137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 25 05:32:24.828270 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110137) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 25 05:32:24.829160 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Initializing extension manager. May 25 05:32:24.829689 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: __init__.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.830034 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: __pycache__ {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.830403 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: address_group.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.831165 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.831755 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: address-group May 25 05:32:24.832084 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: address_scope.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.832800 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.833319 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: address-scope May 25 05:32:24.833644 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.834605 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.835131 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: router-admin-state-down-before-update May 25 05:32:24.835459 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: agent.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.836161 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.836676 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: agent May 25 05:32:24.837001 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: agent_resources_synced.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.837909 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.838454 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: agent-resources-synced May 25 05:32:24.838782 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: allowedaddresspairs.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.840573 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.841111 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: allowed-address-pairs May 25 05:32:24.841620 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: auto_allocated_topology.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.842525 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.843049 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: auto-allocated-topology May 25 05:32:24.843377 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: availability_zone.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.844755 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.845595 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: availability_zone May 25 05:32:24.846126 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: availability_zone_filter.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.847600 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.848145 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: availability_zone_filter May 25 05:32:24.848479 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: data_plane_status.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.849407 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.849926 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension data-plane-status not supported by any of loaded plugins May 25 05:32:24.850280 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: default_subnetpools.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.851222 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.851750 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: default-subnetpools May 25 05:32:24.852075 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.852912 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.853430 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: dhcp_agent_scheduler May 25 05:32:24.853752 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: dns.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.854692 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.855212 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension dns-integration not supported by any of loaded plugins May 25 05:32:24.855534 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: dns_domain_ports.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.856448 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.856968 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 05:32:24.857299 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.858256 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.858772 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 25 05:32:24.859101 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: dvr.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.859818 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.860337 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: dvr May 25 05:32:24.860659 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: ecmp_routes.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.861583 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.862128 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension ecmp_routes not supported by any of loaded plugins May 25 05:32:24.862453 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: empty_string_filtering.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.863364 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.863879 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: empty-string-filtering May 25 05:32:24.864205 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.865118 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.865631 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 05:32:24.865955 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.866905 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.867429 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 05:32:24.871818 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: external_net.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.871818 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.871818 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: external-net May 25 05:32:24.871818 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.871818 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.871818 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: extra_dhcp_opt May 25 05:32:24.872310 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: extraroute.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.872310 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.872622 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: extraroute May 25 05:32:24.872944 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: extraroute_atomic.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.873989 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.874526 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: extraroute-atomic May 25 05:32:24.874854 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: filter_validation.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.875561 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.876072 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: filter-validation May 25 05:32:24.876393 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: fip_pf_description.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.877311 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.877822 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 05:32:24.878176 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: fip_port_details.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.879332 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.879850 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: fip-port-details May 25 05:32:24.880175 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: flavors.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.881409 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.881936 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: flavors May 25 05:32:24.882296 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.883944 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.884471 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 05:32:24.884804 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: floatingip_pools.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.885505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.886023 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: floatingip-pools May 25 05:32:24.886381 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: ip_allocation.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.887319 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.887839 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension ip_allocation not supported by any of loaded plugins May 25 05:32:24.888166 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.889084 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.889602 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: ip-substring-filtering May 25 05:32:24.889932 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l2_adjacency.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.891401 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.891912 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 05:32:24.892308 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.893247 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.893853 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: router May 25 05:32:24.894111 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.896384 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.896916 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 05:32:24.897245 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.898208 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.898735 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: ext-gw-mode May 25 05:32:24.899066 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.899989 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.900510 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: l3-ha May 25 05:32:24.900837 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.901750 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.902303 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 25 05:32:24.902631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3_flavors.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.903546 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.904066 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: l3-flavors May 25 05:32:24.904390 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.905764 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.906316 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 25 05:32:24.907237 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.908233 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.908759 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 05:32:24.909088 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: l3agentscheduler.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.910178 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.910700 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: l3_agent_scheduler May 25 05:32:24.911031 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: local_ip.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.912795 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.913328 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension local_ip not supported by any of loaded plugins May 25 05:32:24.913664 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: logging.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.916690 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.917229 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension logging not supported by any of loaded plugins May 25 05:32:24.917598 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: metering.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.918381 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.918976 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: metering May 25 05:32:24.919309 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.920502 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.921285 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: metering_source_and_destination_fields May 25 05:32:24.921725 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: multiprovidernet.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.922897 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.923428 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: multi-provider May 25 05:32:24.923759 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: netmtu.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.924691 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.925225 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: net-mtu May 25 05:32:24.925563 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: netmtu_writable.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.926530 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.927041 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: net-mtu-writable May 25 05:32:24.927367 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: network_availability_zone.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.928047 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.928558 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: network_availability_zone May 25 05:32:24.928881 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: network_ip_availability.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.930000 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.930571 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: network-ip-availability May 25 05:32:24.930903 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: network_segment_range.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.931681 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.932200 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension network-segment-range not supported by any of loaded plugins May 25 05:32:24.932527 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: pagination.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.933510 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.933841 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: pagination May 25 05:32:24.934212 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: port_device_profile.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.935117 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.935642 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: port-device-profile May 25 05:32:24.935967 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.936881 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.937393 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: port-mac-address-regenerate May 25 05:32:24.937755 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.938767 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.939283 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: port-numa-affinity-policy May 25 05:32:24.939608 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: port_resource_request.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.940522 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.941034 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension port-resource-request not supported by any of loaded plugins May 25 05:32:24.941363 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: port_resource_request_groups.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.942361 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.942875 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 25 05:32:24.943201 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: portbindings.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.944131 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.944644 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: binding May 25 05:32:24.945212 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: portbindings_extended.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.946516 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.947046 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: binding-extended May 25 05:32:24.947377 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: portsecurity.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.948305 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.948826 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: port-security May 25 05:32:24.949156 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: project_id.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.950149 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.950487 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: project-id May 25 05:32:24.950815 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: providernet.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.951742 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.952265 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: provider May 25 05:32:24.952594 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.956905 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.957440 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos not supported by any of loaded plugins May 25 05:32:24.957784 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.959301 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.959888 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 05:32:24.960218 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.961505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.962288 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 05:32:24.962625 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_default.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.963551 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.964070 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-default not supported by any of loaded plugins May 25 05:32:24.964400 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_fip.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.965347 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.965864 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-fip not supported by any of loaded plugins May 25 05:32:24.966222 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.967149 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.967666 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 25 05:32:24.967992 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_gateway_ip.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.968915 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.970366 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 05:32:24.970707 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_port_network_policy.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.972252 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.973163 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 05:32:24.973737 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.975472 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.976254 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 25 05:32:24.976597 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.977671 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.978217 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 25 05:32:24.978551 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_pps_rule.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.979750 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.980274 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-pps not supported by any of loaded plugins May 25 05:32:24.980604 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_rule_type_details.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.981574 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.982146 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 05:32:24.982483 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: qos_rules_alias.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.983766 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.984366 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 05:32:24.984831 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: quota_check_limit.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.985773 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.987840 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: quota-check-limit May 25 05:32:24.988180 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: quotasv2.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.989222 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.989571 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: quotas May 25 05:32:24.989900 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: quotasv2_detail.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.991685 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.992024 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: quota_details May 25 05:32:24.992363 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: rbac.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.993525 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.994059 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: rbac-policies May 25 05:32:24.994417 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: rbac_address_group.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.995390 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.996049 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: rbac-address-group May 25 05:32:24.996380 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: rbac_address_scope.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:24.997549 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:24.998482 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: rbac-address-scope May 25 05:32:24.998930 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: rbac_security_groups.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.000303 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.001157 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: rbac-security-groups May 25 05:32:25.001662 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: rbac_subnetpool.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.003018 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.003556 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: rbac-subnetpool May 25 05:32:25.003883 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: revisionifmatch.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.011508 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.012048 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: revision-if-match May 25 05:32:25.012382 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: revisions.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.013534 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.014056 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: standard-attr-revisions May 25 05:32:25.014418 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: router_availability_zone.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.015099 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.015618 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: router_availability_zone May 25 05:32:25.016464 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: routerservicetype.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.017391 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.017914 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension router-service-type not supported by any of loaded plugins May 25 05:32:25.018286 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.019214 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.019799 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: security-groups-normalized-cidr May 25 05:32:25.020182 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.021171 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.021722 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: port-security-groups-filtering May 25 05:32:25.022058 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.023041 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.023570 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: security-groups-remote-address-group May 25 05:32:25.023903 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.024860 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.025385 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: security-groups-shared-filtering May 25 05:32:25.025716 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.026366 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 25 05:32:25.026698 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: securitygroup.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.037366 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.037920 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: security-group May 25 05:32:25.038296 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: segment.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.039049 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.039588 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension segment not supported by any of loaded plugins May 25 05:32:25.039925 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.040905 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.041430 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 05:32:25.041766 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: servicetype.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.042904 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.043436 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: service-type May 25 05:32:25.043773 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: sorting.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.044770 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.045114 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: sorting May 25 05:32:25.045446 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: standard_attr_segment.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.046408 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.046938 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 05:32:25.047299 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: standardattrdescription.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.048139 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.048663 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: standard-attr-description May 25 05:32:25.049000 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: stateful_security_group.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.049956 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.050517 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: stateful-security-group May 25 05:32:25.050847 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: stdattrs_common.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.051422 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 05:32:25.051749 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.052688 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.053208 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 05:32:25.053536 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: subnet_onboard.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.054651 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.055184 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: subnet_onboard May 25 05:32:25.055515 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.056475 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.057004 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 05:32:25.057335 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: subnet_service_types.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.058298 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.058827 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: subnet-service-types May 25 05:32:25.059161 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: subnetallocation.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.060262 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.060789 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: subnet_allocation May 25 05:32:25.061119 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.061810 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.062377 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: subnetpool-prefix-ops May 25 05:32:25.062710 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.063658 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.064181 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 05:32:25.064508 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: tagging.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.065598 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.066153 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: standard-attr-tag May 25 05:32:25.066487 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: timestamp.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.067696 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.068228 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loaded extension: standard-attr-timestamp May 25 05:32:25.068589 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: trunk.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.069604 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.070422 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension trunk not supported by any of loaded plugins May 25 05:32:25.070756 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: trunk_details.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.071685 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.072220 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension trunk-details not supported by any of loaded plugins May 25 05:32:25.072535 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: uplink_status_propagation.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.073464 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.073990 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 05:32:25.074345 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Loading extension file: vlantransparent.py {{(pid=110137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 25 05:32:25.075030 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 25 05:32:25.075550 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 05:32:25.078105 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:network May 25 05:32:25.079172 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:subnet May 25 05:32:25.079582 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:subnetpool May 25 05:32:25.079975 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:port May 25 05:32:25.081215 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.081661 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service FLAVORS assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.082297 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.082744 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.083081 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:router May 25 05:32:25.083522 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:floatingip May 25 05:32:25.084026 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service METERING assigned prefix: /metering {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.085482 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:25.086136 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:25.086581 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:32:25.087708 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of CountableResource for resource:rbac_policy May 25 05:32:25.088216 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:security_group May 25 05:32:25.088886 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 05:32:25.089681 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service CORE assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.090156 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:subnetpool May 25 05:32:25.090676 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] subnetpool is already registered May 25 05:32:25.091246 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service CORE assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.091611 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:subnetpool May 25 05:32:25.092021 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] subnetpool is already registered May 25 05:32:25.095374 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.095947 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service FLAVORS assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.096534 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.097088 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.097574 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:router May 25 05:32:25.097996 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] router is already registered May 25 05:32:25.098588 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:floatingip May 25 05:32:25.099015 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] floatingip is already registered May 25 05:32:25.099412 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service METERING assigned prefix: /metering {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.100280 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of CountableResource for resource:rbac_policy May 25 05:32:25.100787 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] rbac_policy is already registered May 25 05:32:25.101352 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:security_group May 25 05:32:25.101821 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] security_group is already registered May 25 05:32:25.102342 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 05:32:25.102791 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] security_group_rule is already registered May 25 05:32:25.103522 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service CORE assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.103982 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:subnetpool May 25 05:32:25.104357 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] subnetpool is already registered May 25 05:32:25.104916 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.v2.resource_helper [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Service CORE assigned prefix: {{(pid=110137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 05:32:25.105249 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Creating instance of TrackedResource for resource:subnetpool May 25 05:32:25.105591 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING neutron.quota.resource_registry [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] subnetpool is already registered May 25 05:32:25.106061 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: extensions {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.107949 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: address-groups {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.109200 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: address-scopes {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.110645 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: agents {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.111816 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: auto-allocated-topology {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.113071 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: availability_zones {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.114362 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: dhcp-networks {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.115845 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: dhcp-agents {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.117278 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: routers {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.119492 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: flavors {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.120646 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: service_profiles {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.121878 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: next_providers {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.123337 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: service_profiles {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.124893 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: floatingip-pools {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.126256 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: routers {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.128359 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: floatingips {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.130665 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: l3-routers {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.132069 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: l3-agents {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.133470 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: metering-labels {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.134845 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: metering-label-rules {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.136119 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: network-ip-availabilities {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.137367 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: bindings {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.139073 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: quotas {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.140643 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: quotas {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.143033 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: rbac-policies {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.144335 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: security-groups {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.145562 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: security-group-rules {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.146838 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: service-providers {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.148053 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: subnetpools {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.149497 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: subnetpools {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.150977 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.152672 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.154493 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.156255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.158831 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.160780 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.162481 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.164385 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.166162 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.168014 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron.api.extensions [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Extended resource: tags {{(pid=110137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 05:32:25.174124 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING keystonemiddleware.auth_token [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 05:32:25.178921 dv-cinder-842947-1-iscsi neutron-server[110137]: WARNING keystonemiddleware.auth_token [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 05:32:25.187544 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_concurrency.lockutils [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Acquired lock "singleton_lock" {{(pid=110137) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 25 05:32:25.188218 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_concurrency.lockutils [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Releasing lock "singleton_lock" {{(pid=110137) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 25 05:32:25.188893 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO oslo_service.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Starting 2 workers May 25 05:32:25.193830 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Started child 110244 {{(pid=110137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 05:32:25.198766 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Started child 110245 {{(pid=110137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 05:32:25.199632 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:25.200368 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO neutron.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 05:32:25.201047 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:25.201221 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [-] (110244) wsgi starting up on http://0.0.0.0:9696 May 25 05:32:25.204154 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO oslo_service.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Starting 1 workers May 25 05:32:25.204522 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:25.206075 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [-] (110245) wsgi starting up on http://0.0.0.0:9696 May 25 05:32:25.209478 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Started child 110246 {{(pid=110137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 05:32:25.210041 dv-cinder-842947-1-iscsi neutron-server[110137]: INFO oslo_service.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Starting 1 workers May 25 05:32:25.213116 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] calling RpcWorker wait() {{(pid=110246) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 05:32:25.213662 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] returning from RpcWorker wait() {{(pid=110246) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 05:32:25.214691 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Started child 110247 {{(pid=110137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 25 05:32:25.214928 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:25.215414 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:32:25.215524 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG neutron_lib.callbacks.manager [None req-f99358d1-aee7-4d3a-863e-959705359af5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:25.217500 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110137) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 05:32:25.217716 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 05:32:25.217907 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 05:32:25.218176 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 05:32:25.218530 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 05:32:25.218698 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 05:32:25.219773 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.220055 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.220317 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.220570 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.220882 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.221164 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:25.221640 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.221746 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.222181 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.222478 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.222589 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:32:25.222733 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.222882 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.223048 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.223311 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.223573 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.223932 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.224208 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.224451 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.224729 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.224924 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.225170 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.225433 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.225669 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.225962 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] debug = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.226244 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.226751 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.226985 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.227227 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.227452 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.227748 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.228010 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.228287 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.228526 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.228764 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.229025 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.229297 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.229534 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.229772 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.230026 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.230295 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.230568 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.230796 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.231245 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] host = dv-cinder-842947-1-iscsi {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.231503 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.231745 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.231978 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.232229 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.232493 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.232806 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.233077 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.233363 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.233627 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.233878 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.234158 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.234419 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.234692 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.234946 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.235115 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_options = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.235368 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.235654 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.235930 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.236122 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.236296 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.236462 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.236737 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.236902 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.237155 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.237377 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.237598 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.237815 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.238054 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.238317 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.238568 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.238812 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.239241 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.239495 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.239783 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.240073 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.240334 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.240595 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.241065 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.241309 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.241548 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.241792 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.242031 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.242259 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.242557 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.243023 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.243146 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.243566 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.243819 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.244074 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.244337 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.244733 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.244979 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.245220 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.245503 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.245784 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.246217 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.246482 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.246711 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.246963 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.247184 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.247525 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.247969 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_json = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.248425 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.248931 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.249404 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.249826 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.250833 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.251260 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.251661 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.251763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 36378) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:32:25.252216 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.252641 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.253090 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.253390 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.253917 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.254396 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.254650 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.254909 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.255171 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.255411 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.255686 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.255928 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.256241 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.256619 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.257100 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.257368 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.257647 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.257940 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.258446 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.258945 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.259215 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.259449 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.259700 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.259933 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.260232 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063350 May 25 05:32:25.260335 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.260492 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.261207 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.261207 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.261207 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.261544 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.261978 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.262517 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.262946 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.263370 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.263791 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.264156 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.264535 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.264914 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.265165 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.265395 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.267255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.267255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.267255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.267255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.267544 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.267674 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.268052 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.268370 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.268559 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.268827 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.269069 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.269288 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.269531 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.270662 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.270895 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.271147 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.271472 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.273169 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.273169 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.273359 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.273470 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.273726 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.273955 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.274221 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.274462 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.275002 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.275452 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.275891 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.276328 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.276710 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.277128 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.277547 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.277944 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.278370 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.278761 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.279228 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.279652 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.279907 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.280151 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.280395 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.280596 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.280991 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.281367 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.281809 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.282354 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.282757 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.283142 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.283570 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.283797 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.284022 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.284244 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.284468 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.284712 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.285014 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.285336 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.285917 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.285917 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.286076 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.286357 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.286580 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.287474 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.287474 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.287474 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.287474 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.287713 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.287955 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.288205 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.288419 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.288664 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.288936 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.289197 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.289441 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.289699 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.289937 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.291130 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.291404 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.291682 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.291948 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.292188 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.292521 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.294048 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.294532 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.294858 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.295147 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.295383 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.295673 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.295965 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.296257 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.296533 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.296806 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.297215 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.297490 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.298480 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.298480 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.298480 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.298480 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.298815 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.298992 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.299229 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.299454 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.299691 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301255 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301636 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301709 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.301948 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.302219 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.302671 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.303082 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.303511 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.303846 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.304100 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.304336 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.304767 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.305152 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.305582 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.305823 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.306043 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.306333 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.307438 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.307438 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.307438 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.307438 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.307710 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.307710 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.307953 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.308144 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.308385 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.308629 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.308861 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.309107 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.309443 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.309835 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.310847 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.310847 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.310847 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.311076 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.311175 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.311660 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.312223 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.313272 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.313930 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.314374 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.314726 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.315123 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.315483 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.315861 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.316204 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.316574 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.317116 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.317737 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.318335 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.319077 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.319712 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.320570 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.321189 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.322062 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.322062 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.322362 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.322679 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.323072 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.323439 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.323803 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.324165 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.324522 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.324879 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.325261 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.325644 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.326063 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.326487 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.327649 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.327649 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.327649 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.327932 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.328278 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.328779 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.329116 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.329467 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.329839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.330128 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.330515 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.330832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.331079 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.331336 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.331620 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.331846 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.332108 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.332364 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.340613 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.340889 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.341127 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.341370 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.341596 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.341864 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.342105 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.343217 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.343494 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.344436 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.344538 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.344833 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.345046 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.345279 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.345520 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.345762 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.345985 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.346897 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.346897 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.346897 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.346897 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.347174 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.347332 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.347588 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.347805 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.348047 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.348285 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.348510 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.348733 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.349032 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.349286 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.349531 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.349824 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.350422 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.350422 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.350695 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.351011 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.351271 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.351628 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.351949 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.352746 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.352746 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.352746 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.352979 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.353262 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.353514 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.353792 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.354015 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:32:25.354152 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.355482 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.355951 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.356344 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.356864 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.357638 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.358144 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.359046 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.359046 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.359467 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.360462 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.361285 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.361707 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.362338 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.362722 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.363395 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.363610 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.364039 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.364431 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.364816 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.365173 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.365516 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.365861 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.366290 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.366526 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.366688 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 05:32:25.367251 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110137) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 25 05:32:25.367444 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 05:32:25.367596 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 05:32:25.367738 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 05:32:25.367903 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 05:32:25.368132 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 05:32:25.368294 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.368426 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.368589 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.368899 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.369083 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.369259 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.369422 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.369551 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.369853 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.370176 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.370339 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.370505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.370668 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.370825 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.371117 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.371284 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.371468 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.371607 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.371775 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.371947 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.372090 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.372392 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.372705 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] debug = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.372878 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.373093 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.373262 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.373423 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.373586 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.373751 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.373895 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.374047 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.374256 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.374416 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.374593 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.374883 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.375050 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.375242 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.375393 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.375534 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.375757 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.375839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.376137 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] host = dv-cinder-842947-1-iscsi {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.376137 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.376287 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.376440 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.376596 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.376752 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.376912 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.377071 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.377231 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.377391 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.377547 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.377861 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.378018 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.378354 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.378519 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.378679 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_options = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.378841 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.378999 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.379161 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.379339 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.379659 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.379821 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.379964 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.380102 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.380261 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.380551 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.380857 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.381334 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.381334 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.381491 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.381613 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.381739 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.381904 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.382062 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383007 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383007 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383007 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383007 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383007 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383007 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383386 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383386 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383503 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383567 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383720 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.383878 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.384037 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.384198 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.384356 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.384515 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.384673 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.384833 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.385696 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.385696 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.385696 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.385696 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.385696 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.386016 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.386016 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.386016 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.386258 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.386350 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.386509 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_json = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.387631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.387631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.387631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.387631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.387631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.387631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.387631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.388085 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.388085 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 05:32:25.388085 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.388269 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.388333 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.388488 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.388787 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.389091 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.389392 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.389563 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.389724 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.389887 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.390058 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.390244 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.390419 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.390584 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.390748 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.391089 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.391697 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.391697 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.391697 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.391941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.391941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.392058 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.392240 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.392385 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.392631 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.392732 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.392886 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.393029 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.393192 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.393375 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.393534 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.393845 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.394013 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.394197 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395060 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395060 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395060 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395060 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395060 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395418 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395418 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395418 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395581 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395734 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.395877 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.396107 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.396249 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.396539 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.396539 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.396759 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.396861 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.396972 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.397132 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.397420 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.397420 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.397895 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.397895 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.397895 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.398343 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.398343 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.398343 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.398692 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.398692 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.398909 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.399009 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.399110 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.399233 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.399395 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.399573 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.399803 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.399935 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.400119 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.400200 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.400338 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.400535 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.400685 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.400820 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.400952 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.401114 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.401324 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.401541 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.401709 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.401872 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.402034 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.402217 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.402384 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.402542 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.402962 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.403146 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.403254 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.403481 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.403576 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.403759 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.403925 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.404084 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.404248 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.404409 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.404570 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.404733 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.404894 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.405057 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.405250 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.405401 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.405541 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.405697 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.405856 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.405995 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.406266 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.406412 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.408472 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.408658 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.408825 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.409154 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.409310 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.409479 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.409620 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.409784 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.409980 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.410159 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.410303 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.410438 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.410571 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.410739 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.413577 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.414832 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.415839 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.416941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.417553 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418010 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418010 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418010 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418010 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418010 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418010 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418567 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418567 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418567 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418567 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418831 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.418907 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.419029 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.419195 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.419358 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.419524 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.419711 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.419858 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.420021 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.420183 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.420348 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.420512 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.420679 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.420842 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.421003 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.421165 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.421327 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.421490 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.421772 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.421941 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.423020 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.423338 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.423475 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.423562 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.423729 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.423893 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.424056 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.424220 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.424385 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.424548 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.424710 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.424875 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.425044 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.425228 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.425373 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.425535 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426919 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426919 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.426919 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.427115 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.427251 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.427410 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.427572 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.427734 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.427926 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.428073 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.428235 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.428411 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.428549 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.428711 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.428883 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.429046 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.429208 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.429370 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.429532 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.429695 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.429866 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.430028 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.430265 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.430400 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.430522 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.430684 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.430854 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.431024 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.431216 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.431343 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.431505 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.431684 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.431859 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.432022 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.432186 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.432347 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.432510 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.432672 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.432844 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.433006 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.433168 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.433331 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.433881 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.433881 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.433881 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.434180 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.434180 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.434326 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.434450 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.434613 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.434775 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.434949 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.435111 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.435276 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.435437 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.435604 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.435769 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.435933 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.436087 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.436247 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.436430 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.436580 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.436739 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.436910 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.437081 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.437244 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.437413 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.437587 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.439224 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.439394 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.439559 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.439723 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.439892 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.440049 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.440202 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.440523 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.440686 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.440849 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.441011 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.441181 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.441325 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.441490 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.441658 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.441819 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.441985 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.442166 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.442329 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 05:32:25.442484 dv-cinder-842947-1-iscsi neutron-server[110137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 05:32:37.016351 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd5669-3e2b-46c2-9ed7-c510ecdf4b49 None None] get_active_networks_info from dv-cinder-842947-1-iscsi {{(pid=110246) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 25 05:32:37.080661 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffd5669-3e2b-46c2-9ed7-c510ecdf4b49 None None] No non-hosted networks {{(pid=110246) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 05:32:37.092546 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.agentschedulers_db [None req-bffd5669-3e2b-46c2-9ed7-c510ecdf4b49 None None] DHCP Agent not found on host dv-cinder-842947-1-iscsi {{(pid=110246) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 25 05:32:37.172411 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5cf52a75-9e7a-4396-9d16-a10f62fb1647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:39.126861 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-6b02bd89-d417-43ef-9a81-01a731b8c877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:39.188762 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f51f7a02-13a0-4ef6-9eeb-a7113b1af568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:40.373893 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:42.472935 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:42.663811 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.db.l3_hamode_db [None req-99de463f-0011-4378-9588-919018832d90 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 05:32:42.742308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de463f-0011-4378-9588-919018832d90 None None] Routers set() bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:32:42.742618 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de463f-0011-4378-9588-919018832d90 None None] Router IDs set() for agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 25 05:32:43.450056 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 36472) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:32:43.640068 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:43.640798 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.641485 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.642076 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.642448 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.642980 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.643497 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.644054 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.644606 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.645191 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.645696 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.646264 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.646748 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.647241 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:43.647807 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842947-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:32:43.655252 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842947-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:32:44.010069 dv-cinder-842947-1-iscsi neutron-server[110244]: WARNING oslo_policy.policy [None req-51468ff8-47aa-4b7c-8d6a-3e975066fa33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:44.010699 dv-cinder-842947-1-iscsi neutron-server[110244]: WARNING oslo_policy.policy [None req-51468ff8-47aa-4b7c-8d6a-3e975066fa33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:44.251046 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [None req-51468ff8-47aa-4b7c-8d6a-3e975066fa33 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:32:44.252096 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-51468ff8-47aa-4b7c-8d6a-3e975066fa33 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8009868 May 25 05:32:46.880020 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 36498) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:32:47.191906 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-42d7b307-4857-4cd9-a3bf-93ea2193e1c8 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:32:47.283981 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.policy [None req-42d7b307-4857-4cd9-a3bf-93ea2193e1c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110244) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 05:32:47.328377 dv-cinder-842947-1-iscsi neutron-server[110244]: WARNING oslo_policy.policy [None req-42d7b307-4857-4cd9-a3bf-93ea2193e1c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:47.328758 dv-cinder-842947-1-iscsi neutron-server[110244]: WARNING oslo_policy.policy [None req-42d7b307-4857-4cd9-a3bf-93ea2193e1c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:47.422899 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-42d7b307-4857-4cd9-a3bf-93ea2193e1c8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753882122818', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753882117137', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753882104770', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753882100900', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753882094908', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753882087097', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3695919', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3769988', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-727408', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780100'] for rbac-policy (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:47.489175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-42d7b307-4857-4cd9-a3bf-93ea2193e1c8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:47.490387 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-42d7b307-4857-4cd9-a3bf-93ea2193e1c8 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6093342 May 25 05:32:50.053057 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 36508) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:32:50.374706 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:32:50.403957 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Made reservation on behalf of e5e21900abee4bb690b48360cb91ce69 for: {'network': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:32:50.408580 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.425382 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.536339 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks [] for security_group (3a6fd624-a309-4b24-932a-cdd42b7cbad1), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.541540 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (3a6fd624-a309-4b24-932a-cdd42b7cbad1), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.574181 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=110244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:32:50.606882 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753883326931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (8e051557-d4ce-4303-a46f-f9e94994882f), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.607477 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Unsubscribe: segment precommit_create {{(pid=110244) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 05:32:50.608008 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.segments_db [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Added segment 8e051557-d4ce-4303-a46f-f9e94994882f of type vlan for network a0a5b753-3c6f-4620-ad68-d73d086a0a76 May 25 05:32:50.613918 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6fd624-a309-4b24-932a-cdd42b7cbad1,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:32:50.649535 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.649895 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.650267 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.650627 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.650959 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.651287 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.651612 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.651933 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.652254 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.652591 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.652914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.653230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.653550 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Tracked resource versions report: May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: pushed versions: May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: { 'AddressGroup': {'1.2'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'ConntrackHelper': {'1.0'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'LocalIPAssociation': {'1.0'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Log': {'1.0'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Network': {'1.1'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Port': {'1.7'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'PortForwarding': {'1.2'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'QosPolicy': {'1.10'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroup': {'1.5'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroupRule': {'1.2'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SubPort': {'1.0'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Subnet': {'1.1'}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Trunk': {'1.1'}} May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: consumer versions: May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'ConntrackHelper': '1.0', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'LocalIPAssociation': '1.0', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Log': '1.0', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Network': '1.1', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Port': '1.7', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'PortForwarding': '1.2', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'QosPolicy': '1.10', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroup': '1.5', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroupRule': '1.2', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SubPort': '1.0', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Subnet': '1.1', May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Trunk': '1.1'}} May 25 05:32:50.654913 dv-cinder-842947-1-iscsi neutron-server[110244]: {{(pid=110244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:32:50.721959 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (a0a5b753-3c6f-4620-ad68-d73d086a0a76), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.761551 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (a0a5b753-3c6f-4620-ad68-d73d086a0a76), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.767415 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:32:50.768249 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:50.860129 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8059447 May 25 05:32:50.889588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f820cc5-8da8-43bb-96de-3bc195b3efdc demo demo] Pushing event updated for resources: {'Network': ['ID=a0a5b753-3c6f-4620-ad68-d73d086a0a76,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:32:50.902872 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:32:53.487367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36520) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:32:53.982308 dv-cinder-842947-1-iscsi neutron-server[110245]: WARNING oslo_policy.policy [None req-ea6cb3ed-c234-4f1c-966f-7a4a7c5ac9ba demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:53.982901 dv-cinder-842947-1-iscsi neutron-server[110245]: WARNING oslo_policy.policy [None req-ea6cb3ed-c234-4f1c-966f-7a4a7c5ac9ba demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:54.424195 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.policy [None req-ea6cb3ed-c234-4f1c-966f-7a4a7c5ac9ba demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110245) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 05:32:54.466563 dv-cinder-842947-1-iscsi neutron-server[110245]: WARNING oslo_policy.policy [None req-ea6cb3ed-c234-4f1c-966f-7a4a7c5ac9ba demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:54.466938 dv-cinder-842947-1-iscsi neutron-server[110245]: WARNING oslo_policy.policy [None req-ea6cb3ed-c234-4f1c-966f-7a4a7c5ac9ba demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 05:32:54.475345 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6cb3ed-c234-4f1c-966f-7a4a7c5ac9ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:32:54.477875 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ea6cb3ed-c234-4f1c-966f-7a4a7c5ac9ba demo admin] 10.222.0.42 "GET /v2.0/networks/a0a5b753-3c6f-4620-ad68-d73d086a0a76 HTTP/1.1" status: 200 len: 825 time: 0.9882221 May 25 05:32:54.516060 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5fd964ef-f3e5-4039-8e15-f3c9d8797a95 demo admin] 10.222.0.42 "GET /v2.0/subnetpools/9bd07ccf-dea0-419c-a38f-5d0398632ff0 HTTP/1.1" status: 200 len: 734 time: 0.0325208 May 25 05:32:54.530436 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Request body: {'subnet': {'subnetpool_id': '9bd07ccf-dea0-419c-a38f-5d0398632ff0', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:32:54.568349 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Made reservation on behalf of e5e21900abee4bb690b48360cb91ce69 for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:32:54.571551 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:54.863915 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (fb52fb0a-bf94-4c38-80f4-5ebb42b6874d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:54.937231 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Checking segment: {'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:32:54.937598 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Network hostable DHCP agents. Network: a0a5b753-3c6f-4620-ad68-d73d086a0a76, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:32:54.951753 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fb52fb0a-bf94-4c38-80f4-5ebb42b6874d,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:32:54.966023 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.966407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.966758 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.967075 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.967397 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.967716 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.968048 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.969038 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.969357 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.969688 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.970007 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.970346 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.970664 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Tracked resource versions report: May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: pushed versions: May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: { 'AddressGroup': {'1.2'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'ConntrackHelper': {'1.0'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'LocalIPAssociation': {'1.0'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Log': {'1.0'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Network': {'1.1'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Port': {'1.7'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'PortForwarding': {'1.2'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'QosPolicy': {'1.10'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroup': {'1.5'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroupRule': {'1.2'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SubPort': {'1.0'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Subnet': {'1.1'}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Trunk': {'1.1'}} May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: consumer versions: May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'ConntrackHelper': '1.0', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'LocalIPAssociation': '1.0', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Log': '1.0', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Network': '1.1', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Port': '1.7', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'PortForwarding': '1.2', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'QosPolicy': '1.10', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroup': '1.5', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroupRule': '1.2', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SubPort': '1.0', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Subnet': '1.1', May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Trunk': '1.1'}} May 25 05:32:54.971949 dv-cinder-842947-1-iscsi neutron-server[110245]: {{(pid=110245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:32:54.989006 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:32:55.007552 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, a0a5b753-3c6f-4620-ad68-d73d086a0a76) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:32:55.012045 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:32:55.012701 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:55.017388 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22af273e-4ab4-4116-9a83-d9bcae8e62ba None None] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:32:55.036706 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c3e5889e-d319-4abd-b0dd-a462b47e0ca2 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5150144 May 25 05:32:55.401450 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'fixed_ips': [{'subnet_id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:32:55.402701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:55.678410 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Allocated IP 172.20.0.2 (a0a5b753-3c6f-4620-ad68-d73d086a0a76/fb52fb0a-bf94-4c38-80f4-5ebb42b6874d/a59f71b8-ac8f-4754-a018-963f1e1e6c52) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:32:55.950368 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Publish callbacks [] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:55.961466 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:56.038430 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:32:56.046218 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:32:56.051495 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Pushing event updated for resources: {'Port': ['ID=a59f71b8-ac8f-4754-a018-963f1e1e6c52,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:32:56.053689 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:32:56.064505 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.064873 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.065239 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.065584 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.065920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.066603 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.066953 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.067287 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.067620 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.067968 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.068308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.068661 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.068961 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Tracked resource versions report: May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: pushed versions: May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: { 'AddressGroup': {'1.2'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'ConntrackHelper': {'1.0'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'LocalIPAssociation': {'1.0'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Log': {'1.0'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Network': {'1.1'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Port': {'1.7'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'PortForwarding': {'1.2'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'QosPolicy': {'1.10'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroup': {'1.5'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroupRule': {'1.2'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SubPort': {'1.0'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Subnet': {'1.1'}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Trunk': {'1.1'}} May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: consumer versions: May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'ConntrackHelper': '1.0', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'LocalIPAssociation': '1.0', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Log': '1.0', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Network': '1.1', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Port': '1.7', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'PortForwarding': '1.2', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'QosPolicy': '1.10', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroup': '1.5', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroupRule': '1.2', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SubPort': '1.0', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Subnet': '1.1', May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Trunk': '1.1'}} May 25 05:32:56.070366 dv-cinder-842947-1-iscsi neutron-server[110246]: {{(pid=110246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:32:56.152313 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Attempting to bind port a59f71b8-ac8f-4754-a018-963f1e1e6c52 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:32:56.152823 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Attempting to bind port a59f71b8-ac8f-4754-a018-963f1e1e6c52 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:32:56.153251 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Attempting to bind port a59f71b8-ac8f-4754-a018-963f1e1e6c52 on network a0a5b753-3c6f-4620-ad68-d73d086a0a76 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:32:56.158906 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:32:56.159277 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Checking segment: {'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:32:56.159766 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:56.160154 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Bound using segment: {'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:32:56.160646 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Bound port: a59f71b8-ac8f-4754-a018-963f1e1e6c52, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:32:56.161051 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:56.221065 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] For port a59f71b8-ac8f-4754-a018-963f1e1e6c52, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:32:56.225230 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] For port a59f71b8-ac8f-4754-a018-963f1e1e6c52, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=a59f71b8-ac8f-4754-a018-963f1e1e6c52,segment=NetworkSegment(8e051557-d4ce-4303-a46f-f9e94994882f),segment_id=8e051557-d4ce-4303-a46f-f9e94994882f)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:32:56.232807 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:32:56.296919 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bebf68-0549-4e35-9eb2-36f0a732f4a9 None None] Pushing event updated for resources: {'Port': ['ID=a59f71b8-ac8f-4754-a018-963f1e1e6c52,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:32:57.658026 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36540) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:32:57.990869 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [None req-26ece6c4-165c-4a02-b02e-bdf740c5df7f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:32:57.991888 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-26ece6c4-165c-4a02-b02e-bdf740c5df7f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3327658 May 25 05:33:00.635638 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36548) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:00.956531 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [None req-de090fb1-8d79-4162-8f04-fbfdd8e14d28 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:33:00.957649 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-de090fb1-8d79-4162-8f04-fbfdd8e14d28 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3210590 May 25 05:33:03.555336 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36556) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:03.872939 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-2d8ba1ac-c1e7-4e2c-b3e3-93d6bcfe562f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:33:03.898177 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba1ac-c1e7-4e2c-b3e3-93d6bcfe562f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (4a096390-9311-46f2-8fff-1a1385ddc97f), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:03.899954 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba1ac-c1e7-4e2c-b3e3-93d6bcfe562f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (4a096390-9311-46f2-8fff-1a1385ddc97f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:04.063631 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba1ac-c1e7-4e2c-b3e3-93d6bcfe562f demo demo] Publish callbacks [] for router_controller (4a096390-9311-46f2-8fff-1a1385ddc97f), precommit_add_association {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:04.068356 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba1ac-c1e7-4e2c-b3e3-93d6bcfe562f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (4a096390-9311-46f2-8fff-1a1385ddc97f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:04.090489 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2d8ba1ac-c1e7-4e2c-b3e3-93d6bcfe562f demo demo] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:04.091713 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2d8ba1ac-c1e7-4e2c-b3e3-93d6bcfe562f demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5353329 May 25 05:33:06.423489 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device a59f71b8-ac8f-4754-a018-963f1e1e6c52 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:33:06.508266 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port a59f71b8-ac8f-4754-a018-963f1e1e6c52 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:06.508984 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:06.609760 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port a59f71b8-ac8f-4754-a018-963f1e1e6c52 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:06.610066 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:06.646658 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port a59f71b8-ac8f-4754-a018-963f1e1e6c52, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=a59f71b8-ac8f-4754-a018-963f1e1e6c52,segment=NetworkSegment(8e051557-d4ce-4303-a46f-f9e94994882f),segment_id=8e051557-d4ce-4303-a46f-f9e94994882f)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:33:06.650953 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:06.702523 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=a59f71b8-ac8f-4754-a018-963f1e1e6c52,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:06.728340 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36568) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:06.959858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e780bfce-9ec0-44f8-9336-3a909b86af06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:07.087160 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [None req-ccd19c89-16b0-4ae8-93ef-429bc34ac10c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:33:07.088250 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ccd19c89-16b0-4ae8-93ef-429bc34ac10c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3588374 May 25 05:33:07.851969 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98566e4-c0bf-4573-bb39-bf3c771abbfc None None] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:33:07.959083 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-834f6c07-415b-4ecd-87e2-8ad91751c002 None None] Provisioning complete for port a59f71b8-ac8f-4754-a018-963f1e1e6c52 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:07.959475 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-834f6c07-415b-4ecd-87e2-8ad91751c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:08.054021 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-834f6c07-415b-4ecd-87e2-8ad91751c002 None None] Current status of the port a59f71b8-ac8f-4754-a018-963f1e1e6c52 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:08.274152 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b864fbb4-5c4e-4371-b375-370a521362b8 None None] Provisioning complete for port a59f71b8-ac8f-4754-a018-963f1e1e6c52 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:08.274542 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b864fbb4-5c4e-4371-b375-370a521362b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:08.348370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b864fbb4-5c4e-4371-b375-370a521362b8 None None] Current status of the port a59f71b8-ac8f-4754-a018-963f1e1e6c52 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:08.405741 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device a59f71b8-ac8f-4754-a018-963f1e1e6c52 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:33:08.451345 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port a59f71b8-ac8f-4754-a018-963f1e1e6c52 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:08.451730 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:08.518705 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port a59f71b8-ac8f-4754-a018-963f1e1e6c52 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:09.120605 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9630e9dd-dea3-4b6c-99d7-14cd54144563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:09.717827 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36576) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:10.032622 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:33:10.054802 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Made reservation on behalf of a1923c84f9df41a8b6cee23663f460f2 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:33:10.057018 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.073066 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.177868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks [] for security_group (66bf1a38-f765-4051-8ef6-5821b3c5d5c6), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.181271 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (66bf1a38-f765-4051-8ef6-5821b3c5d5c6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.198281 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Reserving flat network on physical network physnet1 {{(pid=110245) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 05:33:10.225002 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf1a38-f765-4051-8ef6-5821b3c5d5c6,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:10.229602 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753883326931', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (3134e979-1f01-4f5f-bc37-e9a1116cfe65), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.230217 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Unsubscribe: segment precommit_create {{(pid=110245) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 05:33:10.230681 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Added segment 3134e979-1f01-4f5f-bc37-e9a1116cfe65 of type flat for network bc9565b1-e3fa-4135-9628-bb4f04c058f0 May 25 05:33:10.286646 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (bc9565b1-e3fa-4135-9628-bb4f04c058f0), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.294005 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:33:10.297817 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.331118 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (bc9565b1-e3fa-4135-9628-bb4f04c058f0), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.332099 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:33:10.332675 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:10.410307 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6907339 May 25 05:33:10.429402 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a8bce-8d05-4ee4-94c4-2d023eddf2be admin admin] Pushing event updated for resources: {'Network': ['ID=bc9565b1-e3fa-4135-9628-bb4f04c058f0,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:10.440450 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:33:12.408683 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:12.984376 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36594) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:13.160358 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130fada0-2269-49a5-afae-61eba63bd586 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:33:13.161701 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-130fada0-2269-49a5-afae-61eba63bd586 demo admin] 10.222.0.42 "GET /v2.0/subnets/fb52fb0a-bf94-4c38-80f4-5ebb42b6874d HTTP/1.1" status: 200 len: 849 time: 0.1763833 May 25 05:33:13.287911 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-1c00f36b-5235-42ef-9ac3-f4a46a920610 demo admin] 10.222.0.42 "GET /v2.0/routers/4a096390-9311-46f2-8fff-1a1385ddc97f HTTP/1.1" status: 200 len: 704 time: 0.1201856 May 25 05:33:13.547070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:13.633263 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:13.847144 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Allocated IP 172.20.0.1 (a0a5b753-3c6f-4620-ad68-d73d086a0a76/fb52fb0a-bf94-4c38-80f4-5ebb42b6874d/4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:33:13.999519 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks [] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.059978 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.171584 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:33:14.176219 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:33:14.182371 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:33:14.182896 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (4a096390-9311-46f2-8fff-1a1385ddc97f), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.253381 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Pushing event updated for resources: {'Port': ['ID=4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:14.392831 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.407257 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-97c1360f-ced1-44a8-a0d9-1fac585e070c None None] Provisioning complete for port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:14.407650 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-97c1360f-ced1-44a8-a0d9-1fac585e070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.487865 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-97c1360f-ced1-44a8-a0d9-1fac585e070c None None] Port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:33:14.606118 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks [] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.611256 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.612021 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (4a096390-9311-46f2-8fff-1a1385ddc97f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:14.688608 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Pushing event updated for resources: {'Port': ['ID=4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:14.737587 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:33:14.738846 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:33:14.898572 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Router 4a096390-9311-46f2-8fff-1a1385ddc97f is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:33:14.991702 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:33:14.997568 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5db646b0-0273-43e3-88ea-1b8bb71571a2 demo admin] 10.222.0.42 "PUT /v2.0/routers/4a096390-9311-46f2-8fff-1a1385ddc97f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7045555 May 25 05:33:15.001961 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Sync routers for ids ['4a096390-9311-46f2-8fff-1a1385ddc97f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:33:15.012917 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-4d68e0d0-fbc3-436e-bd9c-a8ddd09abebc None None] Provisioning complete for port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:15.013500 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-4d68e0d0-fbc3-436e-bd9c-a8ddd09abebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:15.014946 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Routers {'4a096390-9311-46f2-8fff-1a1385ddc97f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:33:15.015810 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:33:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['4a096390-9311-46f2-8fff-1a1385ddc97f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:15.048271 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-4d68e0d0-fbc3-436e-bd9c-a8ddd09abebc None None] Port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:33:15.200632 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Set router 4a096390-9311-46f2-8fff-1a1385ddc97f gateway port host: None {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:33:15.631657 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'name': 'router1', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:33:03Z', 'updated_at': '2022-05-25T05:33:14Z', 'revision_number': 2, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'gw_port_host': None, '_interfaces': [{'id': '4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a', 'name': '', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'mac_address': 'fa:16:3e:a7:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:13Z', 'updated_at': '2022-05-25T05:33:14Z', 'revision_number': 2, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'subnets': [{'id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bd07ccf-dea0-419c-a38f-5d0398632ff0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:15.680683 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Checking router: 4a096390-9311-46f2-8fff-1a1385ddc97f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:33:15.681051 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Updating router 4a096390-9311-46f2-8fff-1a1385ddc97f port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:33:15.760365 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.248380 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Publish callbacks [] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.255595 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.352715 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Pushing event updated for resources: {'Port': ['ID=4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:16.361265 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.361613 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.361956 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.362317 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.362651 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.362978 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.363303 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.363622 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.363939 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.364273 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.364595 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.364912 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.365228 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Tracked resource versions report: May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: pushed versions: May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: { 'AddressGroup': {'1.2'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'ConntrackHelper': {'1.0'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'LocalIPAssociation': {'1.0'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Log': {'1.0'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Network': {'1.1'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Port': {'1.7'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'PortForwarding': {'1.2'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'QosPolicy': {'1.10'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroup': {'1.5'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroupRule': {'1.2'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SubPort': {'1.0'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Subnet': {'1.1'}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Trunk': {'1.1'}} May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: consumer versions: May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'ConntrackHelper': '1.0', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'LocalIPAssociation': '1.0', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Log': '1.0', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Network': '1.1', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Port': '1.7', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'PortForwarding': '1.2', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'QosPolicy': '1.10', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroup': '1.5', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroupRule': '1.2', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SubPort': '1.0', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Subnet': '1.1', May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Trunk': '1.1'}} May 25 05:33:16.366593 dv-cinder-842947-1-iscsi neutron-server[110247]: {{(pid=110247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:33:16.449240 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Attempting to bind port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:33:16.449655 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Attempting to bind port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:33:16.450116 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Attempting to bind port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a on network a0a5b753-3c6f-4620-ad68-d73d086a0a76 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:33:16.456102 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:33:16.456503 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Checking segment: {'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:33:16.456994 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.457386 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Bound using segment: {'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:33:16.457890 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Bound port: 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e051557-d4ce-4303-a46f-f9e94994882f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:33:16.458301 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.524144 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] For port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:33:16.543020 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] For port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a,segment=NetworkSegment(8e051557-d4ce-4303-a46f-f9e94994882f),segment_id=8e051557-d4ce-4303-a46f-f9e94994882f)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:33:16.548927 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.582481 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-151f4b9c-e63e-4d34-81ea-c8bbd073876f None None] Provisioning complete for port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:16.582967 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-151f4b9c-e63e-4d34-81ea-c8bbd073876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.593252 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Routers {'4a096390-9311-46f2-8fff-1a1385ddc97f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:33:16.593887 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:33:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['4a096390-9311-46f2-8fff-1a1385ddc97f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:16.667610 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-151f4b9c-e63e-4d34-81ea-c8bbd073876f None None] Current status of the port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:16.668329 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-151f4b9c-e63e-4d34-81ea-c8bbd073876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.679311 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] Set router 4a096390-9311-46f2-8fff-1a1385ddc97f gateway port host: None {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:33:16.706514 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-151f4b9c-e63e-4d34-81ea-c8bbd073876f None None] For port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a,segment=NetworkSegment(8e051557-d4ce-4303-a46f-f9e94994882f),segment_id=8e051557-d4ce-4303-a46f-f9e94994882f)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:33:16.711411 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-151f4b9c-e63e-4d34-81ea-c8bbd073876f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.772710 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f4b9c-e63e-4d34-81ea-c8bbd073876f None None] Pushing event updated for resources: {'Port': ['ID=4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:16.800889 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fae42e-d4fc-497a-93d0-24bf20c2eed2 None None] Pushing event updated for resources: {'Port': ['ID=4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a,revision_number=4']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:16.832972 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-2ee3544d-a478-4e75-9c1d-1fe49317ce78 None None] Provisioning complete for port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:16.833366 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2ee3544d-a478-4e75-9c1d-1fe49317ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:16.913207 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'name': 'router1', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:33:03Z', 'updated_at': '2022-05-25T05:33:14Z', 'revision_number': 2, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'gw_port_host': None, '_interfaces': [{'id': '4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a', 'name': '', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'mac_address': 'fa:16:3e:a7:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:13Z', 'updated_at': '2022-05-25T05:33:16Z', 'revision_number': 4, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'subnets': [{'id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bd07ccf-dea0-419c-a38f-5d0398632ff0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:16.915093 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3544d-a478-4e75-9c1d-1fe49317ce78 None None] Current status of the port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:16.941503 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c03b9-d952-4455-a4f6-f30831b3a0ac None None] The sync data for ids ['4a096390-9311-46f2-8fff-1a1385ddc97f'] in dv-cinder-842947-1-iscsi is: [{'id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'name': 'router1', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:33:03Z', 'updated_at': '2022-05-25T05:33:14Z', 'revision_number': 2, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'gw_port_host': None, '_interfaces': [{'id': '4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a', 'name': '', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'mac_address': 'fa:16:3e:a7:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:13Z', 'updated_at': '2022-05-25T05:33:16Z', 'revision_number': 4, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'subnets': [{'id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bd07ccf-dea0-419c-a38f-5d0398632ff0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:33:17.566968 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36614) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:17.708620 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd533cd-5d7a-4125-b325-9b8f8baa04aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:33:17.710593 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7cd533cd-5d7a-4125-b325-9b8f8baa04aa admin admin] 10.222.0.42 "GET /v2.0/networks/bc9565b1-e3fa-4135-9628-bb4f04c058f0 HTTP/1.1" status: 200 len: 842 time: 0.1424260 May 25 05:33:17.722635 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:33:17.747606 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Made reservation on behalf of a1923c84f9df41a8b6cee23663f460f2 for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:33:17.750819 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:18.087556 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.objects.ports [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110245) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 25 05:33:18.087932 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (05bf8001-47ce-40d8-8efb-0ff24a3fcfc1), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:18.151955 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=05bf8001-47ce-40d8-8efb-0ff24a3fcfc1,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:18.162046 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:33:18.162416 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Network hostable DHCP agents. Network: bc9565b1-e3fa-4135-9628-bb4f04c058f0, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:33:18.180637 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:33:18.191692 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, bc9565b1-e3fa-4135-9628-bb4f04c058f0) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:33:18.196789 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:33:18.197225 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:18.205188 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7cb255-6a8f-4c05-b8fe-8ebac8489307 None None] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:33:18.221447 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-bb69cdfe-1430-4d7b-849e-814724ca02bc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5032392 May 25 05:33:18.328821 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b4fded-4737-4cc1-b453-63c643eee94a None None] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:33:20.753459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 36622) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:20.878877 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4760d5f1-9027-489f-9b0e-50bc2c7c4e1d demo admin] 10.222.0.42 "GET /v2.0/routers/4a096390-9311-46f2-8fff-1a1385ddc97f HTTP/1.1" status: 200 len: 710 time: 0.1242907 May 25 05:33:21.046050 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfc8ca-0c5e-4b91-907d-e3d67b17aba5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:33:21.047361 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a9dfc8ca-0c5e-4b91-907d-e3d67b17aba5 demo admin] 10.222.0.42 "GET /v2.0/networks/bc9565b1-e3fa-4135-9628-bb4f04c058f0 HTTP/1.1" status: 200 len: 886 time: 0.1632597 May 25 05:33:21.056063 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:33:21.294343 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks [] for router_gateway (4a096390-9311-46f2-8fff-1a1385ddc97f), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:21.526843 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks [] for router_gateway (4a096390-9311-46f2-8fff-1a1385ddc97f), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:21.600473 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:21.703090 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Allocated IP 172.27.2.174 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/57513022-89ef-4dea-a570-ee0dc6e7de18) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:33:21.805466 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks [] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:21.836355 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:21.874211 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:33:21.879604 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:33:21.883519 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:33:21.886174 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Pushing event updated for resources: {'Port': ['ID=57513022-89ef-4dea-a570-ee0dc6e7de18,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:22.119833 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks [] for router_gateway (4a096390-9311-46f2-8fff-1a1385ddc97f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:22.406199 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60332'] for router (4a096390-9311-46f2-8fff-1a1385ddc97f), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:22.410205 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-659046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578504'] for router (4a096390-9311-46f2-8fff-1a1385ddc97f), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:22.520158 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Router 4a096390-9311-46f2-8fff-1a1385ddc97f has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:33:22.656099 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:33:22.660459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:22.674129 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-3e004ccc-7cbc-4564-bcae-768cbb710750 demo admin] 10.222.0.42 "PUT /v2.0/routers/4a096390-9311-46f2-8fff-1a1385ddc97f HTTP/1.1" status: 200 len: 890 time: 1.6086106 May 25 05:33:24.425682 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:33:24.476096 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:24.476492 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:24.549695 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:25.246471 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 36634) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:33:25.398741 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-e486a7a9-9d6a-4def-b47b-c6788f425bd0 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1511474 May 25 05:33:25.933400 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Sync routers for ids ['4a096390-9311-46f2-8fff-1a1385ddc97f'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:33:25.946634 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Routers {'4a096390-9311-46f2-8fff-1a1385ddc97f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:33:25.948888 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:33:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['4a096390-9311-46f2-8fff-1a1385ddc97f'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:26.154292 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Set router 4a096390-9311-46f2-8fff-1a1385ddc97f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:33:26.553653 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'name': 'router1', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '57513022-89ef-4dea-a570-ee0dc6e7de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:33:03Z', 'updated_at': '2022-05-25T05:33:21Z', 'revision_number': 4, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'gw_port': {'id': '57513022-89ef-4dea-a570-ee0dc6e7de18', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:57:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:21Z', 'updated_at': '2022-05-25T05:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a', 'name': '', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'mac_address': 'fa:16:3e:a7:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:13Z', 'updated_at': '2022-05-25T05:33:16Z', 'revision_number': 5, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'subnets': [{'id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bd07ccf-dea0-419c-a38f-5d0398632ff0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:26.673887 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Checking router: 4a096390-9311-46f2-8fff-1a1385ddc97f for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:33:26.674292 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Updating router 4a096390-9311-46f2-8fff-1a1385ddc97f port 57513022-89ef-4dea-a570-ee0dc6e7de18 binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:33:26.727999 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:27.049071 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Publish callbacks [] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:27.054529 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:27.113578 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e2f15-5aac-4db2-8345-ee03f0f687b4 None None] Pushing event updated for resources: {'Port': ['ID=57513022-89ef-4dea-a570-ee0dc6e7de18,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:27.121503 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Attempting to bind port 57513022-89ef-4dea-a570-ee0dc6e7de18 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:33:27.122024 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Attempting to bind port 57513022-89ef-4dea-a570-ee0dc6e7de18 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:33:27.123361 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Attempting to bind port 57513022-89ef-4dea-a570-ee0dc6e7de18 on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:33:27.129415 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:33:27.129938 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:33:27.130438 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:27.130934 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:33:27.131508 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Bound port: 57513022-89ef-4dea-a570-ee0dc6e7de18, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:33:27.131991 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:27.184372 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] For port 57513022-89ef-4dea-a570-ee0dc6e7de18, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:33:27.188165 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] For port 57513022-89ef-4dea-a570-ee0dc6e7de18, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=57513022-89ef-4dea-a570-ee0dc6e7de18,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:33:27.194150 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:27.241537 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Routers {'4a096390-9311-46f2-8fff-1a1385ddc97f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:33:27.242176 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:33:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['4a096390-9311-46f2-8fff-1a1385ddc97f'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:27.355605 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] Set router 4a096390-9311-46f2-8fff-1a1385ddc97f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:33:27.386000 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e2f15-5aac-4db2-8345-ee03f0f687b4 None None] Pushing event updated for resources: {'Port': ['ID=57513022-89ef-4dea-a570-ee0dc6e7de18,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:27.588409 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'name': 'router1', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '57513022-89ef-4dea-a570-ee0dc6e7de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:33:03Z', 'updated_at': '2022-05-25T05:33:21Z', 'revision_number': 4, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'gw_port': {'id': '57513022-89ef-4dea-a570-ee0dc6e7de18', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:57:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:21Z', 'updated_at': '2022-05-25T05:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a', 'name': '', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'mac_address': 'fa:16:3e:a7:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:13Z', 'updated_at': '2022-05-25T05:33:16Z', 'revision_number': 5, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'subnets': [{'id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bd07ccf-dea0-419c-a38f-5d0398632ff0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:33:27.612480 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da346353-c614-4eb7-a2d8-3edace9acc5f None None] The sync data for ids ['4a096390-9311-46f2-8fff-1a1385ddc97f'] in dv-cinder-842947-1-iscsi is: [{'id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'name': 'router1', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': '57513022-89ef-4dea-a570-ee0dc6e7de18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:33:03Z', 'updated_at': '2022-05-25T05:33:21Z', 'revision_number': 4, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'gw_port': {'id': '57513022-89ef-4dea-a570-ee0dc6e7de18', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:57:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:21Z', 'updated_at': '2022-05-25T05:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a', 'name': '', 'network_id': 'a0a5b753-3c6f-4620-ad68-d73d086a0a76', 'tenant_id': 'e5e21900abee4bb690b48360cb91ce69', 'mac_address': 'fa:16:3e:a7:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a096390-9311-46f2-8fff-1a1385ddc97f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:33:13Z', 'updated_at': '2022-05-25T05:33:16Z', 'revision_number': 5, 'project_id': 'e5e21900abee4bb690b48360cb91ce69', 'subnets': [{'id': 'fb52fb0a-bf94-4c38-80f4-5ebb42b6874d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9bd07ccf-dea0-419c-a38f-5d0398632ff0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:33:28.508786 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 57513022-89ef-4dea-a570-ee0dc6e7de18 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:33:28.597150 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 57513022-89ef-4dea-a570-ee0dc6e7de18 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:28.597549 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:28.675824 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 57513022-89ef-4dea-a570-ee0dc6e7de18 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:28.676135 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:28.697749 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 57513022-89ef-4dea-a570-ee0dc6e7de18, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=57513022-89ef-4dea-a570-ee0dc6e7de18,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:33:28.704079 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:28.760913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=57513022-89ef-4dea-a570-ee0dc6e7de18,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:33:30.469550 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 57513022-89ef-4dea-a570-ee0dc6e7de18 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:33:30.539913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 57513022-89ef-4dea-a570-ee0dc6e7de18 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:33:30.540311 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (57513022-89ef-4dea-a570-ee0dc6e7de18), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:30.667379 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 57513022-89ef-4dea-a570-ee0dc6e7de18 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:33:36.964793 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-24e4dabc-c21b-4969-8b1d-9d3847e94295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:39.125299 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d4c67b00-f204-4502-893f-5e8c8f96c21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:40.301022 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:42.418527 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:43.645338 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:33:47.282976 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:34:06.972973 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-4e10b9b1-824a-4084-b018-ab9e72d24081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:09.208385 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d5a96272-a2aa-4cf4-9b1d-35a71639b2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:10.308376 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:12.417774 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:13.657067 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:24.281688 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:34:36.967830 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d4c644d5-d5a2-43b0-8a55-4fb4517edb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:39.125772 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2fb67a65-349f-4965-aeea-0702c52b5d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:40.307335 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:42.421495 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:43.645896 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:49.635118 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37118) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:34:49.702074 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bc01f7-616f-4d46-83b5-5c4109b64ad4 admin admin] GET failed (client error): The resource could not be found. May 25 05:34:49.703395 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c7bc01f7-616f-4d46-83b5-5c4109b64ad4 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0673387 May 25 05:34:49.893046 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0185d-9c16-41da-afab-80d9e24e28d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:34:49.894569 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-bfa0185d-9c16-41da-afab-80d9e24e28d6 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1870081 May 25 05:34:52.254155 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37128) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:34:52.390972 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef19f8d-6341-4f60-bf2c-65f3e64bbde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:34:52.394131 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-3ef19f8d-6341-4f60-bf2c-65f3e64bbde8 admin admin] 10.222.0.42 "GET /v2.0/subnets/fb52fb0a-bf94-4c38-80f4-5ebb42b6874d HTTP/1.1" status: 200 len: 849 time: 0.1372271 May 25 05:34:52.402178 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:34:52.493083 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Publish callbacks [] for subnet (fb52fb0a-bf94-4c38-80f4-5ebb42b6874d), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:52.670521 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753883174952'] for subnet (fb52fb0a-bf94-4c38-80f4-5ebb42b6874d), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:52.710321 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:34:52.710920 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:52.712281 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] 10.222.0.42 "PUT /v2.0/subnets/fb52fb0a-bf94-4c38-80f4-5ebb42b6874d HTTP/1.1" status: 200 len: 868 time: 0.3138664 May 25 05:34:52.729083 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaed9f6-8edc-46f9-8121-cc333401cb91 None None] Network a0a5b753-3c6f-4620-ad68-d73d086a0a76 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:34:52.731857 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb52fb0a-bf94-4c38-80f4-5ebb42b6874d,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:34:52.740190 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.740464 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.740814 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.741155 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.741523 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.741859 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.742251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.742843 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.743012 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.743278 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.743610 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.743936 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:52.744273 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab356-aa7e-4ac3-afd2-0719547e36c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:34:53.098431 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c44be740-02fc-47e9-9a8d-d0b9bf61aebe None None] Provisioning complete for port a59f71b8-ac8f-4754-a018-963f1e1e6c52 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:34:53.098826 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c44be740-02fc-47e9-9a8d-d0b9bf61aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a59f71b8-ac8f-4754-a018-963f1e1e6c52), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:53.176372 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c44be740-02fc-47e9-9a8d-d0b9bf61aebe None None] Current status of the port a59f71b8-ac8f-4754-a018-963f1e1e6c52 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:34:53.186382 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c44be740-02fc-47e9-9a8d-d0b9bf61aebe None None] Provisioning complete for port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:34:53.186758 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c44be740-02fc-47e9-9a8d-d0b9bf61aebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:34:53.254699 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c44be740-02fc-47e9-9a8d-d0b9bf61aebe None None] Current status of the port 4a2fb2e7-88fa-4030-b2e9-dbf8c5b1285a is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:34:55.141074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37136) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:34:55.345198 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e98bb9-8ba9-4d4e-9e83-4a07f53bb37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:34:55.345581 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e98bb9-8ba9-4d4e-9e83-4a07f53bb37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:34:55.347143 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f2e98bb9-8ba9-4d4e-9e83-4a07f53bb37f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2050898 May 25 05:34:57.713353 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37144) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:34:57.845266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab6b30-a859-46f4-8820-bfef9bfee912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:34:57.845750 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab6b30-a859-46f4-8820-bfef9bfee912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:34:57.847336 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-47ab6b30-a859-46f4-8820-bfef9bfee912 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330123 May 25 05:35:00.202590 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37152) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:00.412597 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a147fb9-2121-4990-902e-20178b68f31c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:00.413993 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-5a147fb9-2121-4990-902e-20178b68f31c admin admin] 10.222.0.42 "GET /v2.0/networks/a0a5b753-3c6f-4620-ad68-d73d086a0a76 HTTP/1.1" status: 200 len: 869 time: 0.2104445 May 25 05:35:01.280379 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:35:02.809632 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37160) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:02.949957 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc95a6a3-ba9e-4018-9934-65e0a96c59a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:02.951428 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-cc95a6a3-ba9e-4018-9934-65e0a96c59a5 admin admin] 10.222.0.42 "GET /v2.0/networks/bc9565b1-e3fa-4135-9628-bb4f04c058f0 HTTP/1.1" status: 200 len: 886 time: 0.1407113 May 25 05:35:05.289404 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37168) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:05.413129 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8821a41e-6ae3-486c-9879-a3b664803797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:05.413645 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8821a41e-6ae3-486c-9879-a3b664803797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:05.415236 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-8821a41e-6ae3-486c-9879-a3b664803797 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248970 May 25 05:35:06.969662 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-be21e74b-42b2-4f1e-bebe-03e9c8f6172b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:07.775527 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37178) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:07.899842 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4dc36c-2be9-40f3-960a-5938ef9ce7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:07.900301 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4dc36c-2be9-40f3-960a-5938ef9ce7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:07.901841 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-4a4dc36c-2be9-40f3-960a-5938ef9ce7e1 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252851 May 25 05:35:09.127898 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1a34c756-b58b-4ae4-a8e0-5013c84b0f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:10.279082 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37186) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:10.312807 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:10.372545 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2b402-2e44-42e3-abde-3f30ac3bc90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:10.373931 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-70d2b402-2e44-42e3-abde-3f30ac3bc90f admin admin] 10.222.0.42 "GET /v2.0/subnets/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1 HTTP/1.1" status: 200 len: 816 time: 0.0938900 May 25 05:35:12.423106 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:12.721389 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37194) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:12.813828 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17015260-f8ec-48ae-b3c9-60c2395faf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:12.815228 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-17015260-f8ec-48ae-b3c9-60c2395faf15 admin admin] 10.222.0.42 "GET /v2.0/subnets/fb52fb0a-bf94-4c38-80f4-5ebb42b6874d HTTP/1.1" status: 200 len: 868 time: 0.0928748 May 25 05:35:13.641086 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:36.971901 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f2dcf15d-b75d-4c5b-865e-42895e519db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:37.601847 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37248) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:37.649459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [None req-7d37f73b-3fba-4f5c-8810-f554a21c31da admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:35:37.650486 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7d37f73b-3fba-4f5c-8810-f554a21c31da admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476501 May 25 05:35:38.278763 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:35:39.130027 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ccf9262a-277e-4003-8443-b4d4be1326f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:40.098414 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37256) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:40.160202 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d50c6ff-e727-42bf-9222-bafdca53f03c admin admin] GET failed (client error): The resource could not be found. May 25 05:35:40.161461 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2d50c6ff-e727-42bf-9222-bafdca53f03c admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621006 May 25 05:35:40.310721 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc759f0-14ac-4137-b40e-0292fdb433fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:40.312532 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0fc759f0-14ac-4137-b40e-0292fdb433fd admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1470106 May 25 05:35:40.313560 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:42.425459 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:42.697769 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37264) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:42.745626 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:35:42.764184 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Made reservation on behalf of a1923c84f9df41a8b6cee23663f460f2 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:35:42.766408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:42.793855 dv-cinder-842947-1-iscsi neutron-server[110245]: WARNING neutron.services.revisions.revision_plugin [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Could not find related network for resource to bump revision. May 25 05:35:42.807294 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:35:42.817038 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (96a8dc2e-cadd-47e0-a1d8-002fde41eaaa), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:42.817388 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Added segment 96a8dc2e-cadd-47e0-a1d8-002fde41eaaa of type vlan for network faef3a4e-b885-4d0c-b31d-6901415a13a9 May 25 05:35:42.854767 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (faef3a4e-b885-4d0c-b31d-6901415a13a9), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:42.879482 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (faef3a4e-b885-4d0c-b31d-6901415a13a9), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:42.880419 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:42.880993 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:42.932477 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2335088 May 25 05:35:42.942993 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Pushing event updated for resources: {'Network': ['ID=faef3a4e-b885-4d0c-b31d-6901415a13a9,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:35:42.950781 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.951157 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.951504 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.951841 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.952178 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.952509 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.952852 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.953191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.953531 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.953879 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.954264 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.954597 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.954923 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cada07-e946-497b-96d3-a78cf5ae8207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:42.966680 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network faef3a4e-b885-4d0c-b31d-6901415a13a9 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:35:43.643506 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:45.320919 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37272) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:35:45.384556 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f8be06-7973-4845-942a-773118a7aabf admin admin] GET failed (client error): The resource could not be found. May 25 05:35:45.385578 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-44f8be06-7973-4845-942a-773118a7aabf admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636868 May 25 05:35:45.454064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1db07ad-9c60-43b0-b235-d96fe8f1c8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:45.455550 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d1db07ad-9c60-43b0-b235-d96fe8f1c8eb admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653367 May 25 05:35:45.465767 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:35:45.484394 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Made reservation on behalf of a1923c84f9df41a8b6cee23663f460f2 for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:35:45.486739 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:45.648894 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (9425f89f-7f17-42af-9120-471dd1f190d2), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:45.706737 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9425f89f-7f17-42af-9120-471dd1f190d2,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:35:45.716340 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Checking segment: {'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:35:45.716682 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Network hostable DHCP agents. Network: faef3a4e-b885-4d0c-b31d-6901415a13a9, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:35:45.731676 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Network faef3a4e-b885-4d0c-b31d-6901415a13a9 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:35:45.739563 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, faef3a4e-b885-4d0c-b31d-6901415a13a9) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:35:45.743520 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:35:45.744098 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:45.748791 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debab27-6685-48eb-be32-466f7961a91a None None] Network faef3a4e-b885-4d0c-b31d-6901415a13a9 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:35:45.759484 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-035d41c9-3404-45b2-9332-aa35e1ceeb9e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2975931 May 25 05:35:45.855986 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-faef3a4e-b885-4d0c-b31d-6901415a13a9', 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9', 'project_id': 'a1923c84f9df41a8b6cee23663f460f2', 'fixed_ips': [{'subnet_id': '9425f89f-7f17-42af-9120-471dd1f190d2'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:35:45.856904 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:45.997610 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Allocated IP 192.168.233.2 (faef3a4e-b885-4d0c-b31d-6901415a13a9/9425f89f-7f17-42af-9120-471dd1f190d2/944dbb7f-5a32-4d20-beee-d1d123c293eb) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:35:46.146966 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Publish callbacks [] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:46.160361 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:46.203514 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Network faef3a4e-b885-4d0c-b31d-6901415a13a9 is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:35:46.206398 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:35:46.214235 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:35:46.219916 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Pushing event updated for resources: {'Port': ['ID=944dbb7f-5a32-4d20-beee-d1d123c293eb,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:35:46.229664 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.230032 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.230420 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.231370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.231670 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.232001 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.232325 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.232649 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.232970 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.233305 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.233632 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.233950 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.234294 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:35:46.289060 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Attempting to bind port 944dbb7f-5a32-4d20-beee-d1d123c293eb on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:35:46.289340 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Attempting to bind port 944dbb7f-5a32-4d20-beee-d1d123c293eb by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:35:46.289696 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Attempting to bind port 944dbb7f-5a32-4d20-beee-d1d123c293eb on network faef3a4e-b885-4d0c-b31d-6901415a13a9 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:35:46.295685 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:35:46.296056 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Checking segment: {'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:35:46.296496 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:46.296881 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Bound using segment: {'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:35:46.297349 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Bound port: 944dbb7f-5a32-4d20-beee-d1d123c293eb, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:35:46.297724 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:46.361405 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] For port 944dbb7f-5a32-4d20-beee-d1d123c293eb, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:35:46.364902 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] For port 944dbb7f-5a32-4d20-beee-d1d123c293eb, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=944dbb7f-5a32-4d20-beee-d1d123c293eb,segment=NetworkSegment(96a8dc2e-cadd-47e0-a1d8-002fde41eaaa),segment_id=96a8dc2e-cadd-47e0-a1d8-002fde41eaaa)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:35:46.371062 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:46.432044 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e7a54-63f9-4194-adc9-483f2e685d90 None None] Pushing event updated for resources: {'Port': ['ID=944dbb7f-5a32-4d20-beee-d1d123c293eb,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:35:47.311069 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26dd40-f4af-4a26-be04-3ac64ca7a60d None None] Network faef3a4e-b885-4d0c-b31d-6901415a13a9 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:35:47.480891 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-ffae7426-8295-4c19-af83-580d3a10500a None None] Provisioning complete for port 944dbb7f-5a32-4d20-beee-d1d123c293eb triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:35:47.481430 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ffae7426-8295-4c19-af83-580d3a10500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:47.595344 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-ffae7426-8295-4c19-af83-580d3a10500a None None] Current status of the port 944dbb7f-5a32-4d20-beee-d1d123c293eb is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:35:47.595741 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ffae7426-8295-4c19-af83-580d3a10500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:47.637637 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-ffae7426-8295-4c19-af83-580d3a10500a None None] For port 944dbb7f-5a32-4d20-beee-d1d123c293eb, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=944dbb7f-5a32-4d20-beee-d1d123c293eb,segment=NetworkSegment(96a8dc2e-cadd-47e0-a1d8-002fde41eaaa),segment_id=96a8dc2e-cadd-47e0-a1d8-002fde41eaaa)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:35:47.642062 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ffae7426-8295-4c19-af83-580d3a10500a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:47.694719 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae7426-8295-4c19-af83-580d3a10500a None None] Pushing event updated for resources: {'Port': ['ID=944dbb7f-5a32-4d20-beee-d1d123c293eb,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:35:47.864235 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-f46b8617-7f56-4913-b3e6-f25194127572 None None] Provisioning complete for port 944dbb7f-5a32-4d20-beee-d1d123c293eb triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:35:47.864538 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f46b8617-7f56-4913-b3e6-f25194127572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:47.938806 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-f46b8617-7f56-4913-b3e6-f25194127572 None None] Current status of the port 944dbb7f-5a32-4d20-beee-d1d123c293eb is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:35:48.539833 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 944dbb7f-5a32-4d20-beee-d1d123c293eb up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:35:48.585892 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 944dbb7f-5a32-4d20-beee-d1d123c293eb triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:35:48.586447 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (944dbb7f-5a32-4d20-beee-d1d123c293eb), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:35:48.661535 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 944dbb7f-5a32-4d20-beee-d1d123c293eb is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:36:06.975569 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7d60fd2f-0f9d-4589-bac5-da3a1f47c76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:09.134662 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-811b56dd-6ba9-4a0e-9e81-2a7b7327bd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:10.316074 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:12.429473 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:13.653026 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:15.278729 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:36:36.983981 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-371d85ba-068b-4892-88d7-8b387921efae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:39.128841 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-882f6cf0-1df4-4109-920a-beaa86f3dc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:40.318476 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:42.434115 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:43.646241 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:36:52.277212 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:37:06.975144 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5a80b114-81b8-459c-ba30-5e5234317b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:09.132099 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-365d348e-448c-4930-9b13-d7e257d67443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:10.322011 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:12.436934 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:13.650031 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.192500 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37310) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:37:25.198650 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [None req-06c142a7-a594-4f16-a65d-588bfbe1acce tempest-verify_tempest_config-1846275782 tempest-verify_tempest_config-1846275782-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:37:25.199612 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-06c142a7-a594-4f16-a65d-588bfbe1acce tempest-verify_tempest_config-1846275782 tempest-verify_tempest_config-1846275782-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061538 May 25 05:37:25.494626 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37328) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:37:25.598557 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.671891 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Publish callbacks [] for security_group (7b31036c-3e27-493e-8531-39939dc005ec), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.675592 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (7b31036c-3e27-493e-8531-39939dc005ec), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.721427 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c03d0bff37d4fb6aadc719b15c9af22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2257595 May 25 05:37:25.722485 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31036c-3e27-493e-8531-39939dc005ec,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:37:25.724291 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37332) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:37:25.729902 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.730285 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.730629 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.730960 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.731292 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.731611 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.731932 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.732255 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.732574 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.732907 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.733227 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.733540 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.733851 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0353f25-aceb-4535-891f-316b1ed312eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.779113 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Publish callbacks [] for security_group (7b31036c-3e27-493e-8531-39939dc005ec), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.800585 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Publish callbacks [] for security_group (7b31036c-3e27-493e-8531-39939dc005ec), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.892303 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (7b31036c-3e27-493e-8531-39939dc005ec), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.894898 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:25.896046 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b31036c-3e27-493e-8531-39939dc005ec HTTP/1.1" status: 204 len: 168 time: 0.1707826 May 25 05:37:25.904348 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31036c-3e27-493e-8531-39939dc005ec,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:37:25.911043 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.911412 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.911757 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.912089 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.912417 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.912742 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.913080 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.913409 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.913732 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.914056 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.914426 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.914708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:25.915074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2370c4cd-de37-4b0d-84f4-e9bf660d066a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:37:29.276759 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:37:36.979034 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-112761c9-250f-4bb7-a273-759fb5ca44e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:39.139338 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff3583b3-9a67-46c8-b265-4a0503a52148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:40.327966 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:42.440835 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:37:43.654817 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:06.275846 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:38:06.982039 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-39f34e77-d665-4535-b538-9c4a0e962923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:09.131792 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c8ced3c9-67e7-4f4f-bb05-295520bc9d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:10.326258 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:12.446815 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:13.658960 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:36.982973 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e997f8ea-436b-4630-8569-2f5347f6ae74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:39.137697 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-decf245f-69a9-49af-ae62-f9bb062fa0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:40.331282 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:42.448136 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:38:43.274287 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 5 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:38:43.661763 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:06.986400 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-00034c65-9c4b-4097-9e57-cb0e344de02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:09.131597 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-be9bb217-a6cc-4fb4-91e9-f5ba73e4361c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:10.332986 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:11.549983 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576111'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:12.451359 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:13.664603 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:20.273178 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:39:26.408655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37404) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:39:26.516635 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-8ce3ed89-5cda-45e9-81d1-15a628675e2b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1067514 May 25 05:39:28.942414 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37414) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:39:28.997415 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-eb144252-f93f-4a9e-b407-d14c158d22ca admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538523 May 25 05:39:36.988596 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-488c0d02-5ec9-42f1-a9f2-70d0d345b728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:39.133923 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-14ec7d43-c27d-45a8-abee-9cb83d75ed9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:40.335448 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:41.528474 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:42.454705 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:43.669292 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:39:57.274873 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:40:06.992696 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2982d4b6-e57d-450a-ba41-c397f7e2156c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:09.137730 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5c757374-b7f8-4bf1-a4bf-b318ad73e6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:10.337914 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:11.543457 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:12.466506 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:13.671001 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:34.275087 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:40:36.996895 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fed5df7a-6c37-4b0a-93ed-9f392542d1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:39.140893 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a41c0e7c-a223-4fa5-ba35-30955c4284a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:40.340725 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:41.543237 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:42.464649 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:40:43.672878 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:07.001294 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-74d33773-9a9c-4064-ad1a-743c6d1d77cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:09.156832 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-6a1ede6f-0bee-42d4-9e7c-932825b9dafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:10.360652 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:11.276516 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:41:11.556914 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:12.501937 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.388066 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37530) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:13.685747 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.719477 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130432601-network', 'tenant_id': '09191e49fb24405691fd6376b7f3d0ef'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:13.742882 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Made reservation on behalf of 09191e49fb24405691fd6376b7f3d0ef for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:13.745517 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.754372 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.832481 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks [] for security_group (48966558-9c43-4c74-87bb-d0ef9e21c6ac), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.840673 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (48966558-9c43-4c74-87bb-d0ef9e21c6ac), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.857942 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:13.868283 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (5d7a61f5-af94-4717-a751-aab2d9d25b5d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.868785 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Added segment 5d7a61f5-af94-4717-a751-aab2d9d25b5d of type vlan for network dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda May 25 05:41:13.929894 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48966558-9c43-4c74-87bb-d0ef9e21c6ac,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:13.945052 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.965239 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.965595 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.965937 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.966305 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.966636 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.966961 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.967313 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.967644 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.967984 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.968328 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.968699 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.968968 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.969283 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Tracked resource versions report: May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: pushed versions: May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: { 'AddressGroup': {'1.2'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'ConntrackHelper': {'1.0'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'LocalIPAssociation': {'1.0'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Log': {'1.0'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Network': {'1.1'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Port': {'1.7'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'PortForwarding': {'1.2'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'QosPolicy': {'1.10'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroup': {'1.5'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroupRule': {'1.2'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SubPort': {'1.0'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Subnet': {'1.1'}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Trunk': {'1.1'}} May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: consumer versions: May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: HyperV agent@hv-cinder-84294: {}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'ConntrackHelper': '1.0', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'LocalIPAssociation': '1.0', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Log': '1.0', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Network': '1.1', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Port': '1.7', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'PortForwarding': '1.2', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'QosPolicy': '1.10', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroup': '1.5', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SecurityGroupRule': '1.2', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'SubPort': '1.0', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Subnet': '1.1', May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: 'Trunk': '1.1'}} May 25 05:41:13.970617 dv-cinder-842947-1-iscsi neutron-server[110245]: {{(pid=110245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:41:13.986852 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:13.988474 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:13.988980 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:14.058526 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6685750 May 25 05:41:14.061875 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37576) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:14.062451 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdf793-b920-45c1-8f31-30391a8b0dae admin admin] Pushing event updated for resources: {'Network': ['ID=dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:14.069843 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Request body: {'subnet': {'network_id': 'dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130432601-subnet', 'tenant_id': '09191e49fb24405691fd6376b7f3d0ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:14.081490 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:14.102009 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Made reservation on behalf of 09191e49fb24405691fd6376b7f3d0ef for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:14.106854 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:14.363972 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (a836286b-f65c-4a64-851d-a2b59f883374), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:14.418075 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a836286b-f65c-4a64-851d-a2b59f883374,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:14.430716 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.431087 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.431437 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.431776 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.432110 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.432441 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.432830 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.433230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.433452 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.433772 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.434112 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.434444 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.434777 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Tracked resource versions report: May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: pushed versions: May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: { 'AddressGroup': {'1.2'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'ConntrackHelper': {'1.0'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'LocalIPAssociation': {'1.0'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Log': {'1.0'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Network': {'1.1'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Port': {'1.7'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'PortForwarding': {'1.2'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'QosPolicy': {'1.10'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroup': {'1.5'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroupRule': {'1.2'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SubPort': {'1.0'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Subnet': {'1.1'}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Trunk': {'1.1'}} May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: consumer versions: May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: HyperV agent@hv-cinder-84294: {}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'ConntrackHelper': '1.0', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'LocalIPAssociation': '1.0', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Log': '1.0', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Network': '1.1', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Port': '1.7', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'PortForwarding': '1.2', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'QosPolicy': '1.10', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroup': '1.5', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SecurityGroupRule': '1.2', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'SubPort': '1.0', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Subnet': '1.1', May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: 'Trunk': '1.1'}} May 25 05:41:14.435886 dv-cinder-842947-1-iscsi neutron-server[110244]: {{(pid=110244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:41:14.449832 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Checking segment: {'id': '5d7a61f5-af94-4717-a751-aab2d9d25b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:14.450266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Network hostable DHCP agents. Network: dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:14.478574 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Network dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:14.492686 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:14.497631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:14.498318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:14.507336 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed64bbe-868f-492f-90c8-743dd595f0ad None None] Network dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:14.531255 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-96ba458d-e13a-4acd-8c16-1d404f003bff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4674134 May 25 05:41:14.668236 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad559127-afd1-4d81-a04b-2e4b5300de10 None None] Network dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:14.771528 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37612) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:15.082901 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-59681635-network', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:15.123828 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Made reservation on behalf of ff1b1d0261e342a09f7c499fced9a6b6 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:15.126300 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.148845 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.300894 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks [] for security_group (cd24e92e-00ff-4aa6-bc69-a24f039a6a1f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.306552 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (cd24e92e-00ff-4aa6-bc69-a24f039a6a1f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.343655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd24e92e-00ff-4aa6-bc69-a24f039a6a1f,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:15.356614 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:15.380173 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (b150850c-150c-4fd1-9712-760c6f5e6178), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.380539 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Added segment b150850c-150c-4fd1-9712-760c6f5e6178 of type vlan for network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b May 25 05:41:15.431920 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37650) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:15.439425 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (03cbec90-4b8a-4a3a-b3fc-7583ee92726b), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.471566 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (03cbec90-4b8a-4a3a-b3fc-7583ee92726b), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.473931 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:15.476717 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.535908 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7621381 May 25 05:41:15.539909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37662) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:15.545907 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Request body: {'subnet': {'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-59681635-subnet', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:15.551231 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37664) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:15.563434 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79417d5-71e8-4340-b3b7-a42940421992 admin admin] Pushing event updated for resources: {'Network': ['ID=03cbec90-4b8a-4a3a-b3fc-7583ee92726b,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:15.570244 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Made reservation on behalf of ff1b1d0261e342a09f7c499fced9a6b6 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:15.574653 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.575006 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:15.724991 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-network', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:15.754923 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Made reservation on behalf of 1dd34c07c77146bba395c97a43ca72d8 for: {'network': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:15.757359 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.785178 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.888606 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (6cdca1e9-961f-4039-8a76-fcc86b7d0ca4), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.945164 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37680) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:15.961098 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks [] for security_group (9c8566d4-d1c9-4143-88bd-069918a447be), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.974914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9c8566d4-d1c9-4143-88bd-069918a447be), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:15.979867 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1761288774-network', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:15.983571 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37684) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:16.012700 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Made reservation on behalf of 7a7714ce0855483bb8027ff61a77eb65 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:16.012861 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:16.017380 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.024078 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8566d4-d1c9-4143-88bd-069918a447be,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:16.026830 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=110244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:16.029151 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Checking segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:16.029892 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Network hostable DHCP agents. Network: 03cbec90-4b8a-4a3a-b3fc-7583ee92726b, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:16.034705 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.046526 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (7439ca3f-3ed9-4939-b2e3-78a5a4ebb766), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.047201 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.segments_db [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Added segment 7439ca3f-3ed9-4939-b2e3-78a5a4ebb766 of type vlan for network ee996d03-64a7-432f-a95f-b2c4e944899a May 25 05:41:16.089547 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:16.102504 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (ee996d03-64a7-432f-a95f-b2c4e944899a), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.111151 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, 03cbec90-4b8a-4a3a-b3fc-7583ee92726b) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:16.119027 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:16.119692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.128408 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4926b7-1263-486c-bb95-4729f068389a None None] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:16.144035 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks [] for security_group (47bbfdba-59c8-4e26-b4ff-748b55ad438b), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.151870 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (47bbfdba-59c8-4e26-b4ff-748b55ad438b), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.171015 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (ee996d03-64a7-432f-a95f-b2c4e944899a), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.171983 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:16.172608 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.186818 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:16.195586 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-d6706748-aaea-4323-9f7d-3ab461c90f3b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6543245 May 25 05:41:16.199135 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37694) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:16.203838 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:16.207868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (b32b7902-3f10-4c97-a7d1-99c5e8ce13c7), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.208523 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Added segment b32b7902-3f10-4c97-a7d1-99c5e8ce13c7 of type vlan for network 32971e31-0a40-4f65-956c-334f4f53a1e1 May 25 05:41:16.209739 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bbfdba-59c8-4e26-b4ff-748b55ad438b,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:16.262718 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8296235 May 25 05:41:16.267866 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37700) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:16.279297 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Request body: {'subnet': {'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-subnet', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:16.295409 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fec9e9-4799-42b6-9e89-0ff2a8c44413 admin admin] Pushing event updated for resources: {'Network': ['ID=ee996d03-64a7-432f-a95f-b2c4e944899a,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:16.296536 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (32971e31-0a40-4f65-956c-334f4f53a1e1), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.310647 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (e79c13f5-3aab-4d21-aced-e4d912233e10), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.311797 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (e79c13f5-3aab-4d21-aced-e4d912233e10), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.326255 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network ee996d03-64a7-432f-a95f-b2c4e944899a details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:16.349563 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Made reservation on behalf of 1dd34c07c77146bba395c97a43ca72d8 for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:16.352608 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.431405 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:41:16.431405 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.526707 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (32971e31-0a40-4f65-956c-334f4f53a1e1), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.527711 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:16.528302 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.535794 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-258439279-network', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:16.569706 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-524408210-network', 'tenant_id': '770d94ff15a3470c9abe88c52df1bcc8'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:16.594142 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks [] for router_controller (e79c13f5-3aab-4d21-aced-e4d912233e10), precommit_add_association {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.649363 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Allocated IP 172.20.0.2 (03cbec90-4b8a-4a3a-b3fc-7583ee92726b/6cdca1e9-961f-4039-8a76-fcc86b7d0ca4/c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:16.699399 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1469471 May 25 05:41:16.702451 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37718) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:16.708853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Request body: {'subnet': {'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1761288774-subnet', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:16.739312 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37722) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:16.748497 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436010700-network', 'tenant_id': 'b489aa4b151e4d5f819e864fc495a0c9'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:16.783578 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Made reservation on behalf of 7a7714ce0855483bb8027ff61a77eb65 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:16.791475 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Made reservation on behalf of 770d94ff15a3470c9abe88c52df1bcc8 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:16.792846 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.793773 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.806834 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c1d42-0cd6-4a37-b4c5-4ad6f08c752f admin admin] Pushing event updated for resources: {'Network': ['ID=32971e31-0a40-4f65-956c-334f4f53a1e1,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:16.814818 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.816592 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Made reservation on behalf of 2b3fb7065a7946ae93c0a0d4523e71d7 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:16.819468 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.833162 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:16.899303 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.909178 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Made reservation on behalf of b489aa4b151e4d5f819e864fc495a0c9 for: {'network': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:16.914816 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.926643 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:16.957564 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks [] for router_gateway (e79c13f5-3aab-4d21-aced-e4d912233e10), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.004529 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Publish callbacks [] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.050995 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.102249 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:17.105379 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:17.119759 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:17.144406 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Pushing event updated for resources: {'Port': ['ID=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.161773 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.163230 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.163995 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.164492 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.165165 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.165725 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.166570 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.167091 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.168340 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.168703 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.169534 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.169927 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (cac38217-455a-4bfe-b7f7-8f4a4a5d629e), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.170812 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.171369 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Tracked resource versions report: May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: pushed versions: May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: { 'AddressGroup': {'1.2'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'ConntrackHelper': {'1.0'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'LocalIPAssociation': {'1.0'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Log': {'1.0'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Network': {'1.1'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Port': {'1.7'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'PortForwarding': {'1.2'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'QosPolicy': {'1.10'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroup': {'1.5'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroupRule': {'1.2'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SubPort': {'1.0'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Subnet': {'1.1'}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Trunk': {'1.1'}} May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: consumer versions: May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: HyperV agent@hv-cinder-84294: {}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'ConntrackHelper': '1.0', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'LocalIPAssociation': '1.0', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Log': '1.0', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Network': '1.1', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Port': '1.7', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'PortForwarding': '1.2', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'QosPolicy': '1.10', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroup': '1.5', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SecurityGroupRule': '1.2', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'SubPort': '1.0', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Subnet': '1.1', May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: 'Trunk': '1.1'}} May 25 05:41:17.173746 dv-cinder-842947-1-iscsi neutron-server[110246]: {{(pid=110246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:41:17.220686 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks [] for security_group (8873e9b6-13b5-4dfc-9221-a3d4efbb7281), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.231932 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8873e9b6-13b5-4dfc-9221-a3d4efbb7281), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.266265 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Attempting to bind port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:17.266689 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Attempting to bind port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:17.267214 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Attempting to bind port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:17.274656 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:17.275030 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Checking segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:17.275609 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.276472 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Bound using segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:17.277236 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Bound port: c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:17.277783 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.298911 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=110244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:17.301707 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (f4183087-7bcc-455b-98ea-ea78ccb26e0f), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.302602 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks [] for security_group (3bebe2a8-2b45-4059-b1c0-4dda52b9c211), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.330232 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (3bebe2a8-2b45-4059-b1c0-4dda52b9c211), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.351318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8873e9b6-13b5-4dfc-9221-a3d4efbb7281,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.365224 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (576c0fe5-bbdc-40e8-9967-6da04602360f), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.366130 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.segments_db [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Added segment 576c0fe5-bbdc-40e8-9967-6da04602360f of type vlan for network d6917b23-740c-4051-b4d4-9e6af554f3b2 May 25 05:41:17.376586 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b157c286-f861-4d58-b62e-46050b526058 None None] For port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:17.382232 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4183087-7bcc-455b-98ea-ea78ccb26e0f,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.383304 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b157c286-f861-4d58-b62e-46050b526058 None None] For port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:17.396253 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.433275 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (d6917b23-740c-4051-b4d4-9e6af554f3b2), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.448042 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac38217-455a-4bfe-b7f7-8f4a4a5d629e,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.449502 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Checking segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:17.449861 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Network hostable DHCP agents. Network: 32971e31-0a40-4f65-956c-334f4f53a1e1, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:17.478370 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] vlan segment allocate from pool success with {'vlan_id': 299, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:17.484270 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks [] for security_group (3a71599c-a6bc-4633-aac0-89f4c40b6d83), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.501232 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (d6917b23-740c-4051-b4d4-9e6af554f3b2), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.503220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:17.504358 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.504745 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c286-f861-4d58-b62e-46050b526058 None None] Pushing event updated for resources: {'Port': ['ID=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.507719 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (3a71599c-a6bc-4633-aac0-89f4c40b6d83), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.514887 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:17.523284 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bebe2a8-2b45-4059-b1c0-4dda52b9c211,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.541661 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (6fbb081c-f029-448e-9530-4be3d6110a8a), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.542150 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Added segment 6fbb081c-f029-448e-9530-4be3d6110a8a of type vlan for network ea1cbf4c-0331-4b4e-9791-9cadaa76dede May 25 05:41:17.563957 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Checking segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:17.564717 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Network hostable DHCP agents. Network: ee996d03-64a7-432f-a95f-b2c4e944899a, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:17.597938 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8573551 May 25 05:41:17.598652 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37750) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:17.607600 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Request body: {'subnet': {'network_id': 'd6917b23-740c-4051-b4d4-9e6af554f3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1436010700-subnet', 'tenant_id': 'b489aa4b151e4d5f819e864fc495a0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:17.609517 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] vlan segment allocate from pool success with {'vlan_id': 282, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:17.614349 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, 32971e31-0a40-4f65-956c-334f4f53a1e1) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:17.625593 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91eaf13-566f-41a9-9124-22bdede5565d None None] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:17.651805 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:17.653134 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.679798 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (ea1cbf4c-0331-4b4e-9791-9cadaa76dede), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.682350 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a71599c-a6bc-4633-aac0-89f4c40b6d83,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.687102 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (7172b626-2fb0-4a9c-9988-cf552e65ec56), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.687449 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Added segment 7172b626-2fb0-4a9c-9988-cf552e65ec56 of type vlan for network ed49d021-17ad-4b22-b70e-e0ce846d06b0 May 25 05:41:17.692361 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Network ee996d03-64a7-432f-a95f-b2c4e944899a is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:17.706528 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-823f3da4-0fa1-47f3-bb57-62bc4c4522c3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0017500 May 25 05:41:17.711099 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37752) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:17.718630 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Made reservation on behalf of b489aa4b151e4d5f819e864fc495a0c9 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:17.722942 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.724155 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:17.729470 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e8123-7ba5-4f14-851b-5cb1e88978cb admin admin] Pushing event updated for resources: {'Network': ['ID=d6917b23-740c-4051-b4d4-9e6af554f3b2,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:17.773993 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network d6917b23-740c-4051-b4d4-9e6af554f3b2 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:17.889015 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.db.resource_extend [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 05:41:17.898992 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, ee996d03-64a7-432f-a95f-b2c4e944899a) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:17.913420 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-32971e31-0a40-4f65-956c-334f4f53a1e1', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:41:17.914542 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.918203 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:17.919205 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:17.930920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e917195-c0ea-46be-b7cc-e26a5f77108a None None] Network ee996d03-64a7-432f-a95f-b2c4e944899a requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:17.936974 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (ed49d021-17ad-4b22-b70e-e0ce846d06b0), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.083282 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6a307c23-f8d3-4c64-82b6-e32e74165f3c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8123653 May 25 05:41:18.088084 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (ea1cbf4c-0331-4b4e-9791-9cadaa76dede), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.089051 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:18.089641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.094445 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37756) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:18.101030 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:18.108771 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (ed49d021-17ad-4b22-b70e-e0ce846d06b0), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.109713 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:18.110349 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.136793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (614b7d05-88e8-4572-97e6-3482737a239f), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.137862 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (614b7d05-88e8-4572-97e6-3482737a239f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.143383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (1bf98c7b-9445-42b6-88af-a9d2037649a6), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.201847 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks [] for router_gateway (e79c13f5-3aab-4d21-aced-e4d912233e10), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.211331 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bf98c7b-9445-42b6-88af-a9d2037649a6,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:18.223506 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Allocated IP 172.20.0.2 (32971e31-0a40-4f65-956c-334f4f53a1e1/f4183087-7bcc-455b-98ea-ea78ccb26e0f/c8bbdf00-30a7-4d4b-94fe-778a68471902) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:18.225849 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Checking segment: {'id': '576c0fe5-bbdc-40e8-9967-6da04602360f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'd6917b23-740c-4051-b4d4-9e6af554f3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:18.226250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Network hostable DHCP agents. Network: d6917b23-740c-4051-b4d4-9e6af554f3b2, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:18.247858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Network d6917b23-740c-4051-b4d4-9e6af554f3b2 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:18.254403 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3044643 May 25 05:41:18.260022 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37758) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:18.269121 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70065201-acdd-46e2-b280-b0742862536c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-ee996d03-64a7-432f-a95f-b2c4e944899a', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:41:18.270257 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Request body: {'subnet': {'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-524408210-subnet', 'tenant_id': '770d94ff15a3470c9abe88c52df1bcc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:18.270478 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-70065201-acdd-46e2-b280-b0742862536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.274070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.288726 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf5ec2-6dc0-4c95-9cf7-e54c772d804e admin admin] Pushing event updated for resources: {'Network': ['ID=ea1cbf4c-0331-4b4e-9791-9cadaa76dede,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:18.288726 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3010421 May 25 05:41:18.307352 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37760) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:18.319179 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (16d2839d-28d3-4778-9d50-326a1ea3e3c6), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.319969 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (16d2839d-28d3-4778-9d50-326a1ea3e3c6), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.328284 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Request body: {'subnet': {'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-subnet', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:18.330499 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network ea1cbf4c-0331-4b4e-9791-9cadaa76dede details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:18.377347 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, d6917b23-740c-4051-b4d4-9e6af554f3b2) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:18.394947 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks [] for router_controller (614b7d05-88e8-4572-97e6-3482737a239f), precommit_add_association {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.420729 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:18.421448 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.442440 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Made reservation on behalf of 2b3fb7065a7946ae93c0a0d4523e71d7 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:18.447023 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.464050 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-786ce2e0-78cc-4cc1-8514-d412932621a1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8519361 May 25 05:41:18.492747 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Made reservation on behalf of 770d94ff15a3470c9abe88c52df1bcc8 for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:18.495502 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.696402 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e8af1-fc27-4af8-a2e7-424942b5c35a admin admin] Pushing event updated for resources: {'Network': ['ID=ed49d021-17ad-4b22-b70e-e0ce846d06b0,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:18.743575 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (4027704a-c26d-4d87-885c-92fdac70bc7c), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.800132 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37774) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:18.846351 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks [] for router_gateway (614b7d05-88e8-4572-97e6-3482737a239f), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:18.919239 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf97ac57-0ecf-429b-8152-844d6ba45aee None None] Network d6917b23-740c-4051-b4d4-9e6af554f3b2 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:18.923159 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:18.994283 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4027704a-c26d-4d87-885c-92fdac70bc7c,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:19.005461 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] Deleting subnet a836286b-f65c-4a64-851d-a2b59f883374 {{(pid=110244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:41:19.009403 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:19.012249 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Checking segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:19.012893 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Network hostable DHCP agents. Network: ed49d021-17ad-4b22-b70e-e0ce846d06b0, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:19.025408 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] Publish callbacks [] for subnet (a836286b-f65c-4a64-851d-a2b59f883374), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.070517 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37786) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:19.106062 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:19.110480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] Publish callbacks [] for subnet (a836286b-f65c-4a64-851d-a2b59f883374), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.129035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (a836286b-f65c-4a64-851d-a2b59f883374), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.135068 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1dadb-f0da-498e-8b69-9fb89625e51f None None] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:19.159002 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks [] for router_controller (16d2839d-28d3-4778-9d50-326a1ea3e3c6), precommit_add_association {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.166106 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, ed49d021-17ad-4b22-b70e-e0ce846d06b0) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:19.185849 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:19.187393 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.223767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-0f047a81-5774-4602-b76b-ef29a3f7ba31 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9111097 May 25 05:41:19.228607 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37792) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:19.235601 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:19.283961 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba1797-1362-46bd-a417-5ce9247f405c None None] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:19.285761 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (a836286b-f65c-4a64-851d-a2b59f883374), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.319961 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-75b789a4-7bad-445b-b1d9-5cf323fb4be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.327379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (d7b192e4-a905-42a0-885e-481ed23472fe), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.328996 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (d7b192e4-a905-42a0-885e-481ed23472fe), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.343781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a836286b-f65c-4a64-851d-a2b59f883374,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:19.350728 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Publish callbacks [] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.357230 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Allocated IP 172.27.2.139 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/18e41112-6a59-487c-b2a7-bd5a96286ff8) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:19.360125 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.364429 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-aa306737-a7d5-4f33-9f9c-50c3e3e152d5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a836286b-f65c-4a64-851d-a2b59f883374 HTTP/1.1" status: 204 len: 168 time: 0.5526733 May 25 05:41:19.370308 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37796) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:19.456675 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.556830 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks [] for router_gateway (16d2839d-28d3-4778-9d50-326a1ea3e3c6), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.557680 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks [] for router_controller (d7b192e4-a905-42a0-885e-481ed23472fe), precommit_add_association {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.569764 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.579257 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb90356-10fa-4acf-8bd5-0342702739aa None None] Network d6917b23-740c-4051-b4d4-9e6af554f3b2 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:19.660204 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-734de60d-866a-4e69-9923-cb4f6ae3210e None None] Provisioning complete for port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:19.660877 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-734de60d-866a-4e69-9923-cb4f6ae3210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.694631 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:19.749405 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:19.755625 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (9ab340bc-57e4-45a9-b3f6-af80a7a5455f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.756858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-70065201-acdd-46e2-b280-b0742862536c None None] Allocated IP 172.20.0.2 (ee996d03-64a7-432f-a95f-b2c4e944899a/cac38217-455a-4bfe-b7f7-8f4a4a5d629e/bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:19.781104 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:19.835791 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:19.836370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.873102 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Pushing event updated for resources: {'Port': ['ID=c8bbdf00-30a7-4d4b-94fe-778a68471902,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:19.940921 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-75b789a4-7bad-445b-b1d9-5cf323fb4be1 admin admin] Publish callbacks [] for security_group (24c98fe5-b914-4208-b219-31843c21524b), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.942429 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks [] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.978982 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-75b789a4-7bad-445b-b1d9-5cf323fb4be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (24c98fe5-b914-4208-b219-31843c21524b), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:19.983698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks [] for router_gateway (d7b192e4-a905-42a0-885e-481ed23472fe), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.043334 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:41:20.044169 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.053324 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ab340bc-57e4-45a9-b3f6-af80a7a5455f,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:20.059311 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.089277 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Checking segment: {'id': '6fbb081c-f029-448e-9530-4be3d6110a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:20.089725 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Network hostable DHCP agents. Network: ea1cbf4c-0331-4b4e-9791-9cadaa76dede, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:20.092259 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks [] for router_gateway (614b7d05-88e8-4572-97e6-3482737a239f), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.092581 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.092950 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.094320 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.095917 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > port after_create 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.095917 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.097007 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > port after_update 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.097780 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.098157 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.098491 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.099584 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.125827 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.127185 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Attempting to bind port c8bbdf00-30a7-4d4b-94fe-778a68471902 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:20.127554 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Attempting to bind port c8bbdf00-30a7-4d4b-94fe-778a68471902 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:20.127917 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Attempting to bind port c8bbdf00-30a7-4d4b-94fe-778a68471902 on network 32971e31-0a40-4f65-956c-334f4f53a1e1 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:20.157298 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.180121 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:20.180502 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Checking segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:20.180913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.181316 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Bound using segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:20.181838 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Bound port: c8bbdf00-30a7-4d4b-94fe-778a68471902, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:20.182223 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.257957 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Network ea1cbf4c-0331-4b4e-9791-9cadaa76dede is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:20.261947 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:20.281621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:20.284828 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:20.313762 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-734de60d-866a-4e69-9923-cb4f6ae3210e None None] Current status of the port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:20.319204 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-734de60d-866a-4e69-9923-cb4f6ae3210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.331241 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, ea1cbf4c-0331-4b4e-9791-9cadaa76dede) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:20.337856 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:20.338329 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.347791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Pushing event updated for resources: {'Port': ['ID=18e41112-6a59-487c-b2a7-bd5a96286ff8,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:20.355050 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441fd0c5-0504-43cb-9e09-2a3f7217dedc None None] Network ea1cbf4c-0331-4b4e-9791-9cadaa76dede requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:20.395325 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:20.395711 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.504589 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.505352 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.505730 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.506921 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110244) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:41:20.507683 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:20.552280 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] For port c8bbdf00-30a7-4d4b-94fe-778a68471902, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:20.558401 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7a61f5-af94-4717-a751-aab2d9d25b5d') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:20.558728 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7a61f5-af94-4717-a751-aab2d9d25b5d') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:20.574128 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-bb083aef-8e7c-48c7-8485-c3e3bae20c96 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3010209 May 25 05:41:20.593483 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b789a4-7bad-445b-b1d9-5cf323fb4be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c98fe5-b914-4208-b219-31843c21524b,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:20.596585 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-734de60d-866a-4e69-9923-cb4f6ae3210e None None] For port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:20.628717 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Allocated IP 172.27.2.89 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/d64073cc-5411-4e72-8550-43d0082ec5fa) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:20.629486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (5d7a61f5-af94-4717-a751-aab2d9d25b5d), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.636611 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] For port c8bbdf00-30a7-4d4b-94fe-778a68471902, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c8bbdf00-30a7-4d4b-94fe-778a68471902,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:20.640356 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-75b789a4-7bad-445b-b1d9-5cf323fb4be1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33c874eed9c0411e8c72b90871a058b4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5630305 May 25 05:41:20.645694 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37808) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:20.666463 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (5d7a61f5-af94-4717-a751-aab2d9d25b5d), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.670395 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Allocated IP 172.20.0.2 (ed49d021-17ad-4b22-b70e-e0ce846d06b0/4027704a-c26d-4d87-885c-92fdac70bc7c/a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:20.673800 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks [] for router_gateway (16d2839d-28d3-4778-9d50-326a1ea3e3c6), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.682220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:41:20.682813 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (5d7a61f5-af94-4717-a751-aab2d9d25b5d), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.794968 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.804490 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.809883 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:20.816305 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda HTTP/1.1" status: 204 len: 168 time: 1.4422700 May 25 05:41:20.823872 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37816) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:20.868062 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270dea5-754d-454a-b302-1304d9933545 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc6d52ef-4a6a-44d4-bc47-06ddfcf13cda,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:20.899921 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] Deleting subnet 1bf98c7b-9445-42b6-88af-a9d2037649a6 {{(pid=110244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:41:20.951569 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] Publish callbacks [] for subnet (1bf98c7b-9445-42b6-88af-a9d2037649a6), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.059623 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-734de60d-866a-4e69-9923-cb4f6ae3210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.074968 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.085522 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128773084'] for subnet (1bf98c7b-9445-42b6-88af-a9d2037649a6), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.086064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34e1f512-a374-4a1e-8417-5ce238fb72e0 admin admin] Publish callbacks [] for security_group (24c98fe5-b914-4208-b219-31843c21524b), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.173131 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks [] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.181259 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34e1f512-a374-4a1e-8417-5ce238fb72e0 admin admin] Publish callbacks [] for security_group (24c98fe5-b914-4208-b219-31843c21524b), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.202730 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks [] for router_gateway (d7b192e4-a905-42a0-885e-481ed23472fe), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.204676 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a32c8-8880-45ca-b007-aebb30ddeff0 None None] Network ea1cbf4c-0331-4b4e-9791-9cadaa76dede requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:21.207135 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks [] for router_gateway (e79c13f5-3aab-4d21-aced-e4d912233e10), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.208805 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-70065201-acdd-46e2-b280-b0742862536c None None] Publish callbacks [] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.243931 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 5d7a61f5-af94-4717-a751-aab2d9d25b5d resource provider aggregate not found May 25 05:41:21.293600 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 5d7a61f5-af94-4717-a751-aab2d9d25b5d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d7a61f5-af94-4717-a751-aab2d9d25b5d found for delete ", "request_id": "req-7ac9bdc4-eae8-4f7a-a749-595ddc3ab214"}]} May 25 05:41:21.295928 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.298118 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (1bf98c7b-9445-42b6-88af-a9d2037649a6), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.308670 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-70065201-acdd-46e2-b280-b0742862536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.336436 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-7226da62-60c5-436b-b19c-bea6750a7b98 None None] Provisioning complete for port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:21.337123 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7226da62-60c5-436b-b19c-bea6750a7b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.344746 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37852) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:21.348640 dv-cinder-842947-1-iscsi neutron-server[110244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 05:41:21.360720 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.db.api [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 05:41:21.361139 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG oslo_db.api [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 05:41:21.400958 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70065201-acdd-46e2-b280-b0742862536c None None] Network ee996d03-64a7-432f-a95f-b2c4e944899a is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:21.412100 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-70065201-acdd-46e2-b280-b0742862536c None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:21.422267 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70065201-acdd-46e2-b280-b0742862536c None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:21.434673 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734de60d-866a-4e69-9923-cb4f6ae3210e None None] Pushing event updated for resources: {'Port': ['ID=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:21.551558 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.658588 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Publish callbacks [] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.665181 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdac678-ee9a-40ce-a65e-80aa7177ca8c None None] Pushing event updated for resources: {'Port': ['ID=c8bbdf00-30a7-4d4b-94fe-778a68471902,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:21.682320 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:21.706500 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70065201-acdd-46e2-b280-b0742862536c None None] Pushing event updated for resources: {'Port': ['ID=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:21.710169 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-70065201-acdd-46e2-b280-b0742862536c None None] Attempting to bind port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:21.710542 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-70065201-acdd-46e2-b280-b0742862536c None None] Attempting to bind port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:21.711394 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70065201-acdd-46e2-b280-b0742862536c None None] Attempting to bind port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:21.727063 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.727350 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-c27a338e-67d7-46e4-ab9f-0ff515643b21 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:21.731000 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:21.739478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-c27a338e-67d7-46e4-ab9f-0ff515643b21 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/networks?id=ea1cbf4c-0331-4b4e-9791-9cadaa76dede HTTP/1.1" status: 200 len: 811 time: 0.3935781 May 25 05:41:21.740039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:21.749124 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Pushing event updated for resources: {'Port': ['ID=d64073cc-5411-4e72-8550-43d0082ec5fa,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:21.756166 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70065201-acdd-46e2-b280-b0742862536c None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:21.756533 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70065201-acdd-46e2-b280-b0742862536c None None] Checking segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:21.756880 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-70065201-acdd-46e2-b280-b0742862536c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.757729 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70065201-acdd-46e2-b280-b0742862536c None None] Bound using segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:21.757854 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-70065201-acdd-46e2-b280-b0742862536c None None] Bound port: bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:21.758261 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-70065201-acdd-46e2-b280-b0742862536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.766054 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128771500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129350855'] for subnet (1bf98c7b-9445-42b6-88af-a9d2037649a6), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.789738 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Allocated IP 172.27.2.21 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/94933376-95df-40fe-bbc1-3f5a2e27a75d) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:21.804776 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bf98c7b-9445-42b6-88af-a9d2037649a6,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:21.810397 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:21.813006 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.820563 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a21fc3a3-ebe7-4f19-a4fd-46e5ca546221 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1bf98c7b-9445-42b6-88af-a9d2037649a6 HTTP/1.1" status: 204 len: 168 time: 0.9911697 May 25 05:41:21.828908 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:21.830283 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-11566859-6f93-4d04-8902-a713d051c703 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/quotas/770d94ff15a3470c9abe88c52df1bcc8 HTTP/1.1" status: 200 len: 375 time: 0.0838919 May 25 05:41:21.831639 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37856) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:21.835772 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-7226da62-60c5-436b-b19c-bea6750a7b98 None None] Current status of the port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:21.837662 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:21.857377 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Pushing event updated for resources: {'Port': ['ID=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:21.882505 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34e1f512-a374-4a1e-8417-5ce238fb72e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (24c98fe5-b914-4208-b219-31843c21524b), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.885637 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34e1f512-a374-4a1e-8417-5ce238fb72e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:21.886379 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-34e1f512-a374-4a1e-8417-5ce238fb72e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24c98fe5-b914-4208-b219-31843c21524b HTTP/1.1" status: 204 len: 168 time: 1.2307289 May 25 05:41:21.957838 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-38a328b1-0807-429f-8725-148aec417f7f tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=770d94ff15a3470c9abe88c52df1bcc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1269863 May 25 05:41:21.962315 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:21.985799 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Attempting to bind port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:21.986308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Attempting to bind port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:21.986581 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Attempting to bind port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:21.990138 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-70065201-acdd-46e2-b280-b0742862536c None None] For port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:22.001047 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-70065201-acdd-46e2-b280-b0742862536c None None] For port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:22.013625 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (d6917b23-740c-4051-b4d4-9e6af554f3b2), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.019245 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1f512-a374-4a1e-8417-5ce238fb72e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c98fe5-b914-4208-b219-31843c21524b,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:22.024103 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:22.024517 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Checking segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:22.024886 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.025285 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Bound using segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:22.025791 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Bound port: a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:22.026244 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.054648 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-70065201-acdd-46e2-b280-b0742862536c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.251393 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks [] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.261543 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] For port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:22.268074 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] For port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:22.281622 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (e79c13f5-3aab-4d21-aced-e4d912233e10), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.306973 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.406379 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:22.408245 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks [] for router_gateway (614b7d05-88e8-4572-97e6-3482737a239f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.492076 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70065201-acdd-46e2-b280-b0742862536c None None] Pushing event updated for resources: {'Port': ['ID=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:22.492295 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.627515 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Allocated IP 172.27.2.132 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/d62a2c3a-ea88-4ddf-99c4-22b173ad8222) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:22.691722 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830b6d1-1a64-4186-ae9f-0d13680097ba None None] Pushing event updated for resources: {'Port': ['ID=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:22.723358 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:22.723756 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.737816 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:22.757453 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Pushing event updated for resources: {'Port': ['ID=94933376-95df-40fe-bbc1-3f5a2e27a75d,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:22.813072 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:22.818237 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (d6917b23-740c-4051-b4d4-9e6af554f3b2), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.882058 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6917b23-740c-4051-b4d4-9e6af554f3b2']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:22.941303 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576c0fe5-bbdc-40e8-9967-6da04602360f') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:22.941671 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576c0fe5-bbdc-40e8-9967-6da04602360f') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:22.948227 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks [] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:22.965439 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:22.966549 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c8bbdf00-30a7-4d4b-94fe-778a68471902 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:22.981912 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:23.000443 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (576c0fe5-bbdc-40e8-9967-6da04602360f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.085529 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-5b6919ec-f8b6-4c2d-843b-0edde988752b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:41:23.086938 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-5b6919ec-f8b6-4c2d-843b-0edde988752b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5576227 May 25 05:41:23.090563 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port c8bbdf00-30a7-4d4b-94fe-778a68471902 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:23.091076 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.107435 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (576c0fe5-bbdc-40e8-9967-6da04602360f), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.190319 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Router e79c13f5-3aab-4d21-aced-e4d912233e10 is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:41:23.232867 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port c8bbdf00-30a7-4d4b-94fe-778a68471902 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:23.233934 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.250393 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:41:23.250829 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (576c0fe5-bbdc-40e8-9967-6da04602360f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.300196 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port c8bbdf00-30a7-4d4b-94fe-778a68471902, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c8bbdf00-30a7-4d4b-94fe-778a68471902,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:23.306686 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.321229 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aed057-3579-4fb8-adbb-534342d54aec None None] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:23.340493 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 576c0fe5-bbdc-40e8-9967-6da04602360f resource provider aggregate not found May 25 05:41:23.356612 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.414342 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 576c0fe5-bbdc-40e8-9967-6da04602360f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 576c0fe5-bbdc-40e8-9967-6da04602360f found for delete ", "request_id": "req-b11aa6d2-f1a5-45ac-993a-f75518541cd6"}]} May 25 05:41:23.429068 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (d6917b23-740c-4051-b4d4-9e6af554f3b2), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.464734 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:23.486366 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.489662 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d6917b23-740c-4051-b4d4-9e6af554f3b2 HTTP/1.1" status: 204 len: 168 time: 1.6564863 May 25 05:41:23.490804 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:23.505472 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-289c7323-4853-402e-b67f-bbedee3ef064 service neutron] 10.222.0.42 "GET /v2.0/networks/ea1cbf4c-0331-4b4e-9791-9cadaa76dede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994479 May 25 05:41:23.508346 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Pushing event updated for resources: {'Port': ['ID=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:23.510712 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:23.513188 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca2bf1-49ed-4c32-a79f-6124e77772b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6917b23-740c-4051-b4d4-9e6af554f3b2,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:23.530744 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks [] for router_gateway (16d2839d-28d3-4778-9d50-326a1ea3e3c6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.752690 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (614b7d05-88e8-4572-97e6-3482737a239f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.753307 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-4af89ddb-74ae-48b4-a361-7db349fc2fb6 None None] Provisioning complete for port c8bbdf00-30a7-4d4b-94fe-778a68471902 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:23.753901 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-4af89ddb-74ae-48b4-a361-7db349fc2fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:23.801144 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=c8bbdf00-30a7-4d4b-94fe-778a68471902,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:23.991272 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37914) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:24.049259 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-4af89ddb-74ae-48b4-a361-7db349fc2fb6 None None] Current status of the port c8bbdf00-30a7-4d4b-94fe-778a68471902 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:24.061022 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d352ac6d-2a7b-4ccb-b7d3-57e981ce00d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09191e49fb24405691fd6376b7f3d0ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0670383 May 25 05:41:24.063125 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37924) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:24.288038 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-1fd91487-648b-48ec-8a00-e270fcbd8452 None None] Provisioning complete for port c8bbdf00-30a7-4d4b-94fe-778a68471902 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:24.288563 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1fd91487-648b-48ec-8a00-e270fcbd8452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.304144 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b8caeab-593f-4058-b398-f17ee8fc6b49 admin admin] Publish callbacks [] for security_group (48966558-9c43-4c74-87bb-d0ef9e21c6ac), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.361953 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b8caeab-593f-4058-b398-f17ee8fc6b49 admin admin] Publish callbacks [] for security_group (48966558-9c43-4c74-87bb-d0ef9e21c6ac), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.411150 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:24.440892 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:24.449792 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-b7a9d65f-9b5d-49b9-ab01-35dccb2c31a4 service neutron] 10.222.0.42 "GET /v2.0/networks/ea1cbf4c-0331-4b4e-9791-9cadaa76dede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969104 May 25 05:41:24.454236 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:24.491578 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45350def-528f-475c-b22b-1c10b6fb31ab None None] Network ee996d03-64a7-432f-a95f-b2c4e944899a requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:24.495003 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:24.495699 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:24.517367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b8caeab-593f-4058-b398-f17ee8fc6b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (48966558-9c43-4c74-87bb-d0ef9e21c6ac), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.527407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b8caeab-593f-4058-b398-f17ee8fc6b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.534060 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5b8caeab-593f-4058-b398-f17ee8fc6b49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48966558-9c43-4c74-87bb-d0ef9e21c6ac HTTP/1.1" status: 204 len: 168 time: 0.4663429 May 25 05:41:24.598423 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (16d2839d-28d3-4778-9d50-326a1ea3e3c6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.613790 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-1fd91487-648b-48ec-8a00-e270fcbd8452 None None] Current status of the port c8bbdf00-30a7-4d4b-94fe-778a68471902 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:24.618469 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8caeab-593f-4058-b398-f17ee8fc6b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48966558-9c43-4c74-87bb-d0ef9e21c6ac,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:24.639759 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.641511 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-760e6698-3d8d-4843-8f0c-b2a4e0147094 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.4413416 May 25 05:41:24.644977 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37934) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:24.645598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks [] for router_gateway (d7b192e4-a905-42a0-885e-481ed23472fe), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.728022 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37936) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:24.773478 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:24.774071 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.962669 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2d7f-3c27-4e72-9b45-07fbec6d8092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:24.965443 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:41:24.971475 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Router 614b7d05-88e8-4572-97e6-3482737a239f is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:41:25.010542 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b8eab-2bcf-44ae-b57e-c8e22fd8e980 None None] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:25.090906 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-62ca0eb3-a985-4783-b49e-e2db0a3f4354 None None] Provisioning complete for port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:25.092543 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-62ca0eb3-a985-4783-b49e-e2db0a3f4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.100553 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37950) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:25.206922 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:25.207320 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.251785 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:25.278631 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Sync routers for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:25.379707 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2d7f-3c27-4e72-9b45-07fbec6d8092 admin admin] Publish callbacks [] for security_group (3d28f590-8517-4d82-bb07-e3c48c8ace72), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.389211 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:25.434577 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a719ba87-5eba-4cf9-a443-b23b41aa3cfe req-6a9c3f99-7c07-40b9-83d6-ccb0b8ff32b2 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.3297613 May 25 05:41:25.438076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (d7b192e4-a905-42a0-885e-481ed23472fe), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.438989 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:25.443177 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:25.444655 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:25.458339 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.460753 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b3ee2d7f-3c27-4e72-9b45-07fbec6d8092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (3d28f590-8517-4d82-bb07-e3c48c8ace72), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.465137 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c8bbdf00-30a7-4d4b-94fe-778a68471902 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:25.509889 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee2d7f-3c27-4e72-9b45-07fbec6d8092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d28f590-8517-4d82-bb07-e3c48c8ace72,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:25.545103 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.548507 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a852cba8-5bc0-4773-afcb-524d9aa7c67a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4506185 May 25 05:41:25.627092 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-62ca0eb3-a985-4783-b49e-e2db0a3f4354 None None] Current status of the port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:25.627840 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-62ca0eb3-a985-4783-b49e-e2db0a3f4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:25.673865 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37960) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:25.674668 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37962) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:25.788476 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:25.845974 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b3ee2d7f-3c27-4e72-9b45-07fbec6d8092 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5d27260d53049cc823344db277319f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1144958 May 25 05:41:25.852163 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37968) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:25.889356 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:25.910026 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Sync routers for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:25.925935 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:25.926598 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:25.942859 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-8d512a99-d634-422b-8140-4d069d4508be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b489aa4b151e4d5f819e864fc495a0c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2551451 May 25 05:41:25.950068 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37972) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:25.999323 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.005183 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-974691db-d617-4d89-9f78-7f6f91c22785 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2832863 May 25 05:41:26.005383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5b04bcbe-91ca-4422-9ff2-0a2b981b3aa7 admin admin] Publish callbacks [] for security_group (3d28f590-8517-4d82-bb07-e3c48c8ace72), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.005458 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 37978) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:26.043546 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5b04bcbe-91ca-4422-9ff2-0a2b981b3aa7 admin admin] Publish callbacks [] for security_group (3d28f590-8517-4d82-bb07-e3c48c8ace72), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.093984 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:26.095523 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Router d7b192e4-a905-42a0-885e-481ed23472fe is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:41:26.114763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5b04bcbe-91ca-4422-9ff2-0a2b981b3aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (3d28f590-8517-4d82-bb07-e3c48c8ace72), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.119402 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5b04bcbe-91ca-4422-9ff2-0a2b981b3aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.122882 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-5b04bcbe-91ca-4422-9ff2-0a2b981b3aa7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d28f590-8517-4d82-bb07-e3c48c8ace72 HTTP/1.1" status: 204 len: 168 time: 0.2673938 May 25 05:41:26.141341 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04bcbe-91ca-4422-9ff2-0a2b981b3aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d28f590-8517-4d82-bb07-e3c48c8ace72,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:26.154227 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:26.222552 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-62ca0eb3-a985-4783-b49e-e2db0a3f4354 None None] For port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:26.281231 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-62ca0eb3-a985-4783-b49e-e2db0a3f4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.332129 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e686841e-cd33-4476-a32a-e53fea74e464 admin admin] Publish callbacks [] for security_group (8873e9b6-13b5-4dfc-9221-a3d4efbb7281), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.340368 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port c8bbdf00-30a7-4d4b-94fe-778a68471902 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:26.340771 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.361572 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:20Z', 'revision_number': 3, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:26.394237 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e686841e-cd33-4476-a32a-e53fea74e464 admin admin] Publish callbacks [] for security_group (8873e9b6-13b5-4dfc-9221-a3d4efbb7281), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.442467 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:26.477102 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:26.477462 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Updating router e79c13f5-3aab-4d21-aced-e4d912233e10 port 18e41112-6a59-487c-b2a7-bd5a96286ff8 binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:26.495952 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.501597 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2d69b717-e5f7-49db-8120-f0eb6a72d03c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2687705 May 25 05:41:26.506765 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Sync routers for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:26.511894 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-f3b1599b-bf94-444d-97bf-44e9bf52eb70 None None] Provisioning complete for port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:26.512296 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f3b1599b-bf94-444d-97bf-44e9bf52eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.512793 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 37994) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:26.532061 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca0eb3-a985-4783-b49e-e2db0a3f4354 None None] Pushing event updated for resources: {'Port': ['ID=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:26.612331 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:22Z', 'revision_number': 3, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:26.695433 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:26.696092 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:26.725040 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.820171 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Checking router: 614b7d05-88e8-4572-97e6-3482737a239f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:26.820556 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Updating router 614b7d05-88e8-4572-97e6-3482737a239f port d64073cc-5411-4e72-8550-43d0082ec5fa binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:26.856644 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:26.861716 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port c8bbdf00-30a7-4d4b-94fe-778a68471902 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:26.863749 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:26.907976 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:23Z', 'revision_number': 3, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:27.026611 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fa43666b-2156-4637-bfee-5b62611e0271 req-499f2570-f161-4e3d-8147-c4231be99adc tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.2340972 May 25 05:41:27.044920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Checking router: 16d2839d-28d3-4778-9d50-326a1ea3e3c6 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:27.045352 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Updating router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 port 94933376-95df-40fe-bbc1-3f5a2e27a75d binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:27.110735 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.160914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e686841e-cd33-4476-a32a-e53fea74e464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8873e9b6-13b5-4dfc-9221-a3d4efbb7281), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.167641 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e686841e-cd33-4476-a32a-e53fea74e464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.170603 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-e686841e-cd33-4476-a32a-e53fea74e464 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8873e9b6-13b5-4dfc-9221-a3d4efbb7281 HTTP/1.1" status: 204 len: 168 time: 1.2174487 May 25 05:41:27.258977 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686841e-cd33-4476-a32a-e53fea74e464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8873e9b6-13b5-4dfc-9221-a3d4efbb7281,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:27.353702 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.452838 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1599b-bf94-444d-97bf-44e9bf52eb70 None None] Current status of the port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:27.471052 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:27.718752 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:27.722019 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.778452 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Publish callbacks [] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.788959 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.895202 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Pushing event updated for resources: {'Port': ['ID=18e41112-6a59-487c-b2a7-bd5a96286ff8,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:27.921641 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-f3b1599b-bf94-444d-97bf-44e9bf52eb70 None None] Provisioning complete for port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:27.922011 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f3b1599b-bf94-444d-97bf-44e9bf52eb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.923181 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Allocated IP 172.20.0.1 (03cbec90-4b8a-4a3a-b3fc-7583ee92726b/6cdca1e9-961f-4039-8a76-fcc86b7d0ca4/0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:27.947117 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.947907 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.948346 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.948836 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.949189 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.949526 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.949960 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.950323 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.950942 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.951571 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.952021 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.952364 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.952753 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Tracked resource versions report: May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: pushed versions: May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: { 'AddressGroup': {'1.2'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'ConntrackHelper': {'1.0'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'LocalIPAssociation': {'1.0'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Log': {'1.0'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Network': {'1.1'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Port': {'1.7'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'PortForwarding': {'1.2'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'QosPolicy': {'1.10'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroup': {'1.5'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroupRule': {'1.2'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SubPort': {'1.0'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Subnet': {'1.1'}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Trunk': {'1.1'}} May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: consumer versions: May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: { DHCP agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: HyperV agent@hv-cinder-84294: {}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: L3 agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: Metadata agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: Metering agent@dv-cinder-842947-1-iscsi: {}, May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: Open vSwitch agent@dv-cinder-842947-1-iscsi: { 'AddressGroup': '1.2', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'ConntrackHelper': '1.0', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'LocalIPAssociation': '1.0', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Log': '1.0', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Network': '1.1', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Port': '1.7', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'PortForwarding': '1.2', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'QosPolicy': '1.10', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroup': '1.5', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SecurityGroupRule': '1.2', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'SubPort': '1.0', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Subnet': '1.1', May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: 'Trunk': '1.1'}} May 25 05:41:27.953905 dv-cinder-842947-1-iscsi neutron-server[110247]: {{(pid=110247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 05:41:27.957249 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Attempting to bind port 18e41112-6a59-487c-b2a7-bd5a96286ff8 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:27.957731 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Attempting to bind port 18e41112-6a59-487c-b2a7-bd5a96286ff8 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:27.958037 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Attempting to bind port 18e41112-6a59-487c-b2a7-bd5a96286ff8 on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:27.996446 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:27.996446 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:27.996446 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:27.996446 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:27.997120 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Bound port: 18e41112-6a59-487c-b2a7-bd5a96286ff8, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:27.997734 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.087378 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] For port 18e41112-6a59-487c-b2a7-bd5a96286ff8, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:28.091680 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] For port 18e41112-6a59-487c-b2a7-bd5a96286ff8, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=18e41112-6a59-487c-b2a7-bd5a96286ff8,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:28.111895 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.184989 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:28.205294 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-f3b1599b-bf94-444d-97bf-44e9bf52eb70 None None] Current status of the port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:28.235984 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:24Z', 'revision_number': 3, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:28.246902 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.293451 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:28.294121 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:28.333312 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041b455-22c8-494b-b409-01073ab3a5f1 None None] Pushing event updated for resources: {'Port': ['ID=18e41112-6a59-487c-b2a7-bd5a96286ff8,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:28.497657 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Checking router: d7b192e4-a905-42a0-885e-481ed23472fe for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:28.498037 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Updating router d7b192e4-a905-42a0-885e-481ed23472fe port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:28.539655 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:28.571080 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks [] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.586059 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Publish callbacks [] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.591045 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.633743 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:28.713167 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.735207 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.793909 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec48349-99a6-4eb5-8b8b-e6ffdea988d2 None None] Pushing event updated for resources: {'Port': ['ID=d64073cc-5411-4e72-8550-43d0082ec5fa,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:28.864651 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.877832 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Attempting to bind port d64073cc-5411-4e72-8550-43d0082ec5fa on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:28.878233 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Attempting to bind port d64073cc-5411-4e72-8550-43d0082ec5fa by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:28.878601 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Attempting to bind port d64073cc-5411-4e72-8550-43d0082ec5fa on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:28.890864 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:28.891244 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:28.892033 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.892557 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:28.893124 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Bound port: d64073cc-5411-4e72-8550-43d0082ec5fa, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:28.893512 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.930883 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Allocated IP 172.20.0.1 (ed49d021-17ad-4b22-b70e-e0ce846d06b0/4027704a-c26d-4d87-885c-92fdac70bc7c/1f2bdf29-23e2-45b4-8935-f097fb817322) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:28.931337 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Publish callbacks [] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:28.977680 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] For port d64073cc-5411-4e72-8550-43d0082ec5fa, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:28.985975 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] For port d64073cc-5411-4e72-8550-43d0082ec5fa, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d64073cc-5411-4e72-8550-43d0082ec5fa,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:29.017267 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.096579 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:29.111467 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:29.112208 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:29.123722 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:29.139251 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Publish callbacks [] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.147227 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.164303 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.174375 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:29.175576 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec48349-99a6-4eb5-8b8b-e6ffdea988d2 None None] Pushing event updated for resources: {'Port': ['ID=d64073cc-5411-4e72-8550-43d0082ec5fa,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:29.182219 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (e79c13f5-3aab-4d21-aced-e4d912233e10), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.195169 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Attempting to bind port 94933376-95df-40fe-bbc1-3f5a2e27a75d on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:29.195560 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Attempting to bind port 94933376-95df-40fe-bbc1-3f5a2e27a75d by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:29.195913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Attempting to bind port 94933376-95df-40fe-bbc1-3f5a2e27a75d on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:29.206615 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:29.244612 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks [] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.262669 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:29.263050 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:29.263457 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.263853 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:29.268716 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Bound port: 94933376-95df-40fe-bbc1-3f5a2e27a75d, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:29.269328 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.313378 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:29.381954 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e1d2df3e-f33f-4b96-8db4-e22da56e3f91 req-761c9be1-0ba6-41e5-bd3f-02960438dfe1 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.9487603 May 25 05:41:29.385448 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.395214 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] For port 94933376-95df-40fe-bbc1-3f5a2e27a75d, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:29.406763 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] For port 94933376-95df-40fe-bbc1-3f5a2e27a75d, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=94933376-95df-40fe-bbc1-3f5a2e27a75d,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:29.434110 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.496255 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:29.509976 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:29.514033 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Attempting to bind port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:29.514437 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Attempting to bind port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:29.514804 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Attempting to bind port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:29.527545 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:29.528663 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.535531 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:29.535928 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:29.536351 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.536809 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:29.544882 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Bound port: d62a2c3a-ea88-4ddf-99c4-22b173ad8222, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:29.544882 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.559845 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:29.570919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Pushing event updated for resources: {'Port': ['ID=1f2bdf29-23e2-45b4-8935-f097fb817322,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:29.592727 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:20Z', 'revision_number': 3, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:29.603057 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.613204 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5879b32-45a6-42b3-9f43-47d40c3c372f None None] Pushing event updated for resources: {'Port': ['ID=94933376-95df-40fe-bbc1-3f5a2e27a75d,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:29.664352 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:29.670269 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:29.682836 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (d7b192e4-a905-42a0-885e-481ed23472fe), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.794180 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1afb93-5cd6-4e85-96a6-3b2d345cdbc0 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:20Z', 'revision_number': 3, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:29.862112 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:29.867124 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:29.894597 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:22Z', 'revision_number': 3, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:29.945377 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Allocated IP 172.20.0.1 (ee996d03-64a7-432f-a95f-b2c4e944899a/cac38217-455a-4bfe-b7f7-8f4a4a5d629e/e1559279-f4cd-49bb-ac93-db60643255e3) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:29.955183 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad1db59-56ca-4e8a-8fc0-39a2a9292411 None None] The sync data for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi is: [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:22Z', 'revision_number': 3, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:30.165623 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc0ece-93d0-487a-af3c-27707ec859c8 None None] Pushing event updated for resources: {'Port': ['ID=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:30.184039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks [] for port (e1559279-f4cd-49bb-ac93-db60643255e3), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.265214 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] For port d62a2c3a-ea88-4ddf-99c4-22b173ad8222, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:30.265396 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.288239 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-8d8d4c0c-86d3-43c6-9d63-5de5a2b73248 None None] Provisioning complete for port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:30.288649 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8d8d4c0c-86d3-43c6-9d63-5de5a2b73248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.294681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.370914 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Network ee996d03-64a7-432f-a95f-b2c4e944899a is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:30.433838 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d4c0c-86d3-43c6-9d63-5de5a2b73248 None None] Port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:30.436287 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:30.437463 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:30.439299 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5879b32-45a6-42b3-9f43-47d40c3c372f None None] Pushing event updated for resources: {'Port': ['ID=94933376-95df-40fe-bbc1-3f5a2e27a75d,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:30.445164 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] For port d62a2c3a-ea88-4ddf-99c4-22b173ad8222, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:30.452460 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:30.459404 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:30.460029 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (16d2839d-28d3-4778-9d50-326a1ea3e3c6), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.522683 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.32', 61885) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:30.570160 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.738950 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc0ece-93d0-487a-af3c-27707ec859c8 None None] Pushing event updated for resources: {'Port': ['ID=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:30.793475 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6461885-ea50-46a1-bab6-15f139048cd8 None None] Provisioning complete for port 1f2bdf29-23e2-45b4-8935-f097fb817322 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:30.793858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6461885-ea50-46a1-bab6-15f139048cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.859718 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6461885-ea50-46a1-bab6-15f139048cd8 None None] Port 1f2bdf29-23e2-45b4-8935-f097fb817322 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:30.916190 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:30.916582 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:30.954637 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Pushing event updated for resources: {'Port': ['ID=e1559279-f4cd-49bb-ac93-db60643255e3,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:30.961600 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:30.962243 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:30.998439 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Allocated IP 172.20.0.1 (32971e31-0a40-4f65-956c-334f4f53a1e1/f4183087-7bcc-455b-98ea-ea78ccb26e0f/8a515629-45f5-4ae1-9bac-608a9be3fca2) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:31.036409 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-644e403a-6d38-42d4-b59d-82d785e7f948 req-4e1e9961-c1dd-4e98-b609-b0a93ef6319c tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.0485790 May 25 05:41:31.067367 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:23Z', 'revision_number': 3, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:31.163148 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88cdb0d-57f1-4c54-95d0-552b5a6abfc0 None None] The sync data for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi is: [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:23Z', 'revision_number': 3, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:31.171613 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks [] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.183213 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-2e4b9e91-963d-4fb9-b48b-0bf5f6f5e34e None None] Provisioning complete for port e1559279-f4cd-49bb-ac93-db60643255e3 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:31.183768 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2e4b9e91-963d-4fb9-b48b-0bf5f6f5e34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.184161 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.289411 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-2e4b9e91-963d-4fb9-b48b-0bf5f6f5e34e None None] Port e1559279-f4cd-49bb-ac93-db60643255e3 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:31.294917 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Pushing event updated for resources: {'Port': ['ID=1f2bdf29-23e2-45b4-8935-f097fb817322,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:31.344337 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks [] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.359962 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (d7b192e4-a905-42a0-885e-481ed23472fe), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.381802 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.389791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (e79c13f5-3aab-4d21-aced-e4d912233e10), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.389987 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:31.419554 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks [] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.480221 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:31.511041 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.593707 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:31.599765 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:31.699559 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:31.905725 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:31.972027 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 18e41112-6a59-487c-b2a7-bd5a96286ff8 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:32.071123 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Router d7b192e4-a905-42a0-885e-481ed23472fe has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:41:32.105198 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:32.110597 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 18e41112-6a59-487c-b2a7-bd5a96286ff8 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:32.110979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.128793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:32.142114 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:32.143639 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:32.144452 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (614b7d05-88e8-4572-97e6-3482737a239f), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.147953 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Pushing event updated for resources: {'Port': ['ID=8a515629-45f5-4ae1-9bac-608a9be3fca2,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:32.186198 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-5acb2d8d-c282-4b5d-a91e-04e71219f0e3 None None] Provisioning complete for port 1f2bdf29-23e2-45b4-8935-f097fb817322 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:32.186765 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5acb2d8d-c282-4b5d-a91e-04e71219f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.196026 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:32.345737 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-5acb2d8d-c282-4b5d-a91e-04e71219f0e3 None None] Port 1f2bdf29-23e2-45b4-8935-f097fb817322 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:32.366363 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-52f45d98-9573-4aff-9162-815a96c08bff req-28d8c49e-6819-4073-9ec4-f1472b581ff9 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.0728898 May 25 05:41:32.445089 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 18e41112-6a59-487c-b2a7-bd5a96286ff8 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:32.445485 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.457529 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:28Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:32.525350 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks [] for port (e1559279-f4cd-49bb-ac93-db60643255e3), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.556655 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 18e41112-6a59-487c-b2a7-bd5a96286ff8, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=18e41112-6a59-487c-b2a7-bd5a96286ff8,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:32.565398 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b071a1-047d-480b-af9b-ada93b59003c None None] The sync data for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi is: [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:28Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:32.587537 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.588621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (16d2839d-28d3-4778-9d50-326a1ea3e3c6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.602572 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.603439 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d64073cc-5411-4e72-8550-43d0082ec5fa up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:32.722283 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-d16f451e-d51e-44f8-9191-b2fba2339896 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:32.728149 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-d16f451e-d51e-44f8-9191-b2fba2339896 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.32 "GET /v2.0/networks?id=ea1cbf4c-0331-4b4e-9791-9cadaa76dede HTTP/1.1" status: 200 len: 811 time: 0.6548400 May 25 05:41:32.764989 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:32.769860 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-d84d1d12-4bae-4615-ab14-4c1098473ded None None] Provisioning complete for port 8a515629-45f5-4ae1-9bac-608a9be3fca2 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:32.770271 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d84d1d12-4bae-4615-ab14-4c1098473ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.788264 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38146) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:32.798156 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-01a65c69-7bbc-410b-8dc6-e9e137ebac91 admin admin] 10.222.0.42 "PUT /v2.0/routers/d7b192e4-a905-42a0-885e-481ed23472fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2830813 May 25 05:41:32.805999 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Request body: {'port': {'device_id': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede', 'admin_state_up': True, 'tenant_id': '770d94ff15a3470c9abe88c52df1bcc8'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:32.810648 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Pushing event updated for resources: {'Port': ['ID=e1559279-f4cd-49bb-ac93-db60643255e3,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:32.820837 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:41:32.836830 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:32.887068 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-d84d1d12-4bae-4615-ab14-4c1098473ded None None] Port 8a515629-45f5-4ae1-9bac-608a9be3fca2 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:32.968995 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=18e41112-6a59-487c-b2a7-bd5a96286ff8,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:32.998339 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port d64073cc-5411-4e72-8550-43d0082ec5fa triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:32.998715 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:33.038026 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Network ee996d03-64a7-432f-a95f-b2c4e944899a is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:33.060701 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:33.205040 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-01aab48f-2c19-48e5-830c-c78e6a6ffe2f None None] Provisioning complete for port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:33.205523 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-01aab48f-2c19-48e5-830c-c78e6a6ffe2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:33.298363 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-01aab48f-2c19-48e5-830c-c78e6a6ffe2f None None] Port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:33.399942 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port d64073cc-5411-4e72-8550-43d0082ec5fa is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:33.402646 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:33.495843 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:33.509816 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port d64073cc-5411-4e72-8550-43d0082ec5fa, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d64073cc-5411-4e72-8550-43d0082ec5fa,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:33.518153 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:41:33.531410 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:33.577342 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f71dbc6b-1b09-45dc-9378-494e5536a0b7 admin admin] 10.222.0.42 "PUT /v2.0/routers/e79c13f5-3aab-4d21-aced-e4d912233e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7913966 May 25 05:41:33.622923 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-73d9167a-d43b-4ae4-ae11-a4aec750436f None None] Provisioning complete for port e1559279-f4cd-49bb-ac93-db60643255e3 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:33.624077 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-73d9167a-d43b-4ae4-ae11-a4aec750436f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:33.651027 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0ec3edd7-69b4-4ec7-a51c-5cbbd6475e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:33.673525 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Made reservation on behalf of 770d94ff15a3470c9abe88c52df1bcc8 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:33.691561 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38186) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:33.694141 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:33.766412 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-b7ad64d7-20ef-4189-a881-48e6984f8501 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1712194091', 'description': 'tempest-description--1217724330'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:33.797051 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=d64073cc-5411-4e72-8550-43d0082ec5fa,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:33.801219 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-73d9167a-d43b-4ae4-ae11-a4aec750436f None None] Port e1559279-f4cd-49bb-ac93-db60643255e3 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:33.829410 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-acff6c99-1421-447b-a545-64dff45a3314 req-e1549676-5c2e-47a7-aaf2-1b19589df657 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.2070904 May 25 05:41:33.932044 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b7ad64d7-20ef-4189-a881-48e6984f8501 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.071225 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38192) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:34.104939 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-98b160f5-d9c0-45de-83a8-5af0c23fdbed tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329749159', 'description': 'tempest-description--1109684163'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:34.148543 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 18e41112-6a59-487c-b2a7-bd5a96286ff8 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:34.229096 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-98b160f5-d9c0-45de-83a8-5af0c23fdbed tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.275715 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 18e41112-6a59-487c-b2a7-bd5a96286ff8 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:34.277236 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.308931 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Allocated IP 172.20.0.9 (ea1cbf4c-0331-4b4e-9791-9cadaa76dede/9ab340bc-57e4-45a9-b3f6-af80a7a5455f/023bfee6-cc5f-4021-8e5a-a7c6776b55d6) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:34.466064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks [] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.484650 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 18e41112-6a59-487c-b2a7-bd5a96286ff8 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:34.485308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 94933376-95df-40fe-bbc1-3f5a2e27a75d up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:34.507331 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:34.541131 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:34.541831 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:34.578967 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.579952 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (614b7d05-88e8-4572-97e6-3482737a239f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.600461 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 94933376-95df-40fe-bbc1-3f5a2e27a75d triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:34.600838 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.634961 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-98b160f5-d9c0-45de-83a8-5af0c23fdbed tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (6ea2dc5c-9df4-4a6d-bfc7-52b988c92644), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.696934 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-98b160f5-d9c0-45de-83a8-5af0c23fdbed tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (6ea2dc5c-9df4-4a6d-bfc7-52b988c92644), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.837334 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b7ad64d7-20ef-4189-a881-48e6984f8501 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (fc5eac0f-08a4-4660-85e2-10994fe70f1a), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.843683 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0ec3edd7-69b4-4ec7-a51c-5cbbd6475e1a admin admin] Publish callbacks [] for security_group (0e9cd78e-4944-4b84-b35b-1ba4ab46ad43), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.870349 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b7ad64d7-20ef-4189-a881-48e6984f8501 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (fc5eac0f-08a4-4660-85e2-10994fe70f1a), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:34.968713 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 94933376-95df-40fe-bbc1-3f5a2e27a75d is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:34.970434 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.017271 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-98b160f5-d9c0-45de-83a8-5af0c23fdbed tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.024789 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:35.026543 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 94933376-95df-40fe-bbc1-3f5a2e27a75d, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=94933376-95df-40fe-bbc1-3f5a2e27a75d,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:35.029504 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-98b160f5-d9c0-45de-83a8-5af0c23fdbed tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9334705 May 25 05:41:35.035491 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.059911 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38216) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:35.154023 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-152588f0-5d71-4252-8a17-5301b4e806a2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': '6ea2dc5c-9df4-4a6d-bfc7-52b988c92644', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:35.193287 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=94933376-95df-40fe-bbc1-3f5a2e27a75d,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:35.216814 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-268b10ac-834f-4410-85b1-40773877f03e req-e8fac940-d4a4-4a98-8d7a-1b4f5a6bdd6a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.0882862 May 25 05:41:35.269588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b160f5-d9c0-45de-83a8-5af0c23fdbed tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:35.306486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-152588f0-5d71-4252-8a17-5301b4e806a2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (6fc9c149-6789-49f0-80c6-1f64d42769d6), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.362979 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:35.366271 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0ec3edd7-69b4-4ec7-a51c-5cbbd6475e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (0e9cd78e-4944-4b84-b35b-1ba4ab46ad43), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.383923 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks [] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.436001 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-152588f0-5d71-4252-8a17-5301b4e806a2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (6fc9c149-6789-49f0-80c6-1f64d42769d6), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.446173 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-152588f0-5d71-4252-8a17-5301b4e806a2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (6fc9c149-6789-49f0-80c6-1f64d42769d6), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.465255 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152588f0-5d71-4252-8a17-5301b4e806a2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc9c149-6789-49f0-80c6-1f64d42769d6,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:35.493326 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.507457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-152588f0-5d71-4252-8a17-5301b4e806a2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.516110 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-152588f0-5d71-4252-8a17-5301b4e806a2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956714 May 25 05:41:35.519486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38220) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:35.576159 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 2, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:35.651006 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:35.651713 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Updating router e79c13f5-3aab-4d21-aced-e4d912233e10 port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:35.712456 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.795645 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d62a2c3a-ea88-4ddf-99c4-22b173ad8222 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:35.798063 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-47a536b7-3311-46f5-98a8-823dd03d0417 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': '6ea2dc5c-9df4-4a6d-bfc7-52b988c92644', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:35.810756 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Pushing event updated for resources: {'Port': ['ID=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:35.903085 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Network ea1cbf4c-0331-4b4e-9791-9cadaa76dede is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:35.908119 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:35.914980 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:35.915468 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:35.926613 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:35.934988 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:35.956185 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:35.974815 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-47a536b7-3311-46f5-98a8-823dd03d0417 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (38918262-dbfd-49e1-8942-d7838ede0ad2), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.009804 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Sync routers for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:36.053740 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c05c0567-917b-4d37-a24f-d32408210267 admin admin] 10.222.0.42 "PUT /v2.0/routers/16d2839d-28d3-4778-9d50-326a1ea3e3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3670053 May 25 05:41:36.120738 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:36.127375 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.133210 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:36.133627 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.139994 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Pushing event updated for resources: {'Port': ['ID=8a515629-45f5-4ae1-9bac-608a9be3fca2,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:36.145173 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:36.145894 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:36.167015 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0ec3edd7-69b4-4ec7-a51c-5cbbd6475e1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65970d25ee8445d2b9e06977578739cd&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3733013 May 25 05:41:36.173719 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b7ad64d7-20ef-4189-a881-48e6984f8501 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.176982 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38228) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:36.178237 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b7ad64d7-20ef-4189-a881-48e6984f8501 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.4390101 May 25 05:41:36.206399 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38230) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:36.233277 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-ca9e321e-84cc-4eae-b1b1-42c6f4cdb67c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'security_group_rule': {'security_group_id': 'fc5eac0f-08a4-4660-85e2-10994fe70f1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:36.304109 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad64d7-20ef-4189-a881-48e6984f8501 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5eac0f-08a4-4660-85e2-10994fe70f1a,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:36.384752 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port d62a2c3a-ea88-4ddf-99c4-22b173ad8222, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:36.419211 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-0d7607cf-dc91-49f4-8caa-fd23a090cf00 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6180000 May 25 05:41:36.420937 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.435655 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 94933376-95df-40fe-bbc1-3f5a2e27a75d up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:36.517132 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3edd7-69b4-4ec7-a51c-5cbbd6475e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9cd78e-4944-4b84-b35b-1ba4ab46ad43,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:36.556038 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Publish callbacks [] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.567003 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.635897 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Router 614b7d05-88e8-4572-97e6-3482737a239f has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:41:36.670602 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:36.775844 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d23722-00d0-4adc-aace-f1a88c41091b None None] Pushing event updated for resources: {'Port': ['ID=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:36.835780 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-7d54e42b-4320-4a13-bc83-d26484c99e2c None None] Provisioning complete for port 8a515629-45f5-4ae1-9bac-608a9be3fca2 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:36.843175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ca9e321e-84cc-4eae-b1b1-42c6f4cdb67c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (5eb1a094-77d5-4c8f-959e-b8fee5a1d426), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.844976 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7d54e42b-4320-4a13-bc83-d26484c99e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.880338 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38246) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:36.905448 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 94933376-95df-40fe-bbc1-3f5a2e27a75d triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:36.905823 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.910505 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:36.919812 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Attempting to bind port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:36.920184 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Attempting to bind port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:36.920563 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Attempting to bind port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:36.926577 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-47a536b7-3311-46f5-98a8-823dd03d0417 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (38918262-dbfd-49e1-8942-d7838ede0ad2), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.926873 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:36.927193 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Checking segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:36.927874 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.928195 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Bound using segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:36.928676 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Bound port: 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:36.929063 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.961179 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-47a536b7-3311-46f5-98a8-823dd03d0417 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (38918262-dbfd-49e1-8942-d7838ede0ad2), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:36.978392 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:41:36.988932 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2437b6ba-bfc7-46b9-8cd3-403ca9376d8c admin admin] 10.222.0.42 "PUT /v2.0/routers/614b7d05-88e8-4572-97e6-3482737a239f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9817395 May 25 05:41:36.997404 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Sync routers for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:37.028630 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:37.029265 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:37.083398 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-7d54e42b-4320-4a13-bc83-d26484c99e2c None None] Port 8a515629-45f5-4ae1-9bac-608a9be3fca2 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:37.149286 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ca9e321e-84cc-4eae-b1b1-42c6f4cdb67c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (5eb1a094-77d5-4c8f-959e-b8fee5a1d426), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.150555 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a536b7-3311-46f5-98a8-823dd03d0417 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38918262-dbfd-49e1-8942-d7838ede0ad2,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:37.161228 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-47a536b7-3311-46f5-98a8-823dd03d0417 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.167699 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d05a151-a99c-4db6-9e10-0d042263bcff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.169275 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-47a536b7-3311-46f5-98a8-823dd03d0417 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3858869 May 25 05:41:37.170499 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-cad18a03-904f-4703-b811-d5de7e546fed admin admin] Publish callbacks [] for security_group (0e9cd78e-4944-4b84-b35b-1ba4ab46ad43), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.203854 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-cad18a03-904f-4703-b811-d5de7e546fed admin admin] Publish callbacks [] for security_group (0e9cd78e-4944-4b84-b35b-1ba4ab46ad43), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.221202 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38262) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:37.230163 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:37.245405 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ca9e321e-84cc-4eae-b1b1-42c6f4cdb67c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (5eb1a094-77d5-4c8f-959e-b8fee5a1d426), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.260881 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee7332-a10f-4d72-bf66-6c3e3b08be01 req-9b211e83-cad3-46e0-997e-de653818cdc1 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:37.263703 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05ee7332-a10f-4d72-bf66-6c3e3b08be01 req-9b211e83-cad3-46e0-997e-de653818cdc1 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 931 time: 0.8373611 May 25 05:41:37.269450 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.313554 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-83730ba7-27c5-4ec1-8edb-85c7245f7a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.330813 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] For port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:37.370743 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-1e7fbe62-d547-4327-80b9-9bb6b1531556 None None] Provisioning complete for port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:37.371356 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbe62-d547-4327-80b9-9bb6b1531556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.385585 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] For port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:37.401930 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.420735 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-6c5fea00-f479-46fe-a5d4-81ed976bae98 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:37.430595 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-6c5fea00-f479-46fe-a5d4-81ed976bae98 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 819 time: 0.1862087 May 25 05:41:37.470477 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ca9e321e-84cc-4eae-b1b1-42c6f4cdb67c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.472727 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ca9e321e-84cc-4eae-b1b1-42c6f4cdb67c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2438035 May 25 05:41:37.487939 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38272) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:37.495969 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-42335b42-1f30-4d2b-9772-0854487e6d6b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'security_group_rule': {'security_group_id': 'fc5eac0f-08a4-4660-85e2-10994fe70f1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:37.518977 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d23722-00d0-4adc-aace-f1a88c41091b None None] Pushing event updated for resources: {'Port': ['ID=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,revision_number=4']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:37.525935 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e321e-84cc-4eae-b1b1-42c6f4cdb67c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb1a094-77d5-4c8f-959e-b8fee5a1d426,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:37.547993 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d05a151-a99c-4db6-9e10-0d042263bcff admin admin] Publish callbacks [] for security_group (9ad8227d-916b-4df7-a6dd-ea493b9e20e8), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.552100 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-1e7fbe62-d547-4327-80b9-9bb6b1531556 None None] Port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:37.553200 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:37.554343 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 94933376-95df-40fe-bbc1-3f5a2e27a75d is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:37.556174 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:37.556621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d05a151-a99c-4db6-9e10-0d042263bcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9ad8227d-916b-4df7-a6dd-ea493b9e20e8), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.557125 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:37.557240 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d64073cc-5411-4e72-8550-43d0082ec5fa up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:37.595492 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-d068dcdc-d943-4406-b3c7-1691b87f8bbf tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/quotas/1dd34c07c77146bba395c97a43ca72d8 HTTP/1.1" status: 200 len: 375 time: 0.1636536 May 25 05:41:37.609206 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 2, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:37.616796 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-42335b42-1f30-4d2b-9772-0854487e6d6b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (15ddb4eb-3e66-4510-829f-f97372921ddc), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.617015 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-3d05a151-a99c-4db6-9e10-0d042263bcff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f6231ec3870468c8068b2bf77921410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7356155 May 25 05:41:37.618070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05a151-a99c-4db6-9e10-0d042263bcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad8227d-916b-4df7-a6dd-ea493b9e20e8,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:37.621534 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38276) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:37.682937 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.855328 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05ee7332-a10f-4d72-bf66-6c3e3b08be01 req-ac231eca-795d-42bb-99f0-91a33e201463 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077294 May 25 05:41:37.899718 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-cad18a03-904f-4703-b811-d5de7e546fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (0e9cd78e-4944-4b84-b35b-1ba4ab46ad43), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.910285 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-cad18a03-904f-4703-b811-d5de7e546fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.917673 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0d3f-33ab-4e12-bf68-51960a1ff051 admin admin] Publish callbacks [] for security_group (9ad8227d-916b-4df7-a6dd-ea493b9e20e8), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:37.919059 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:37.924672 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-cad18a03-904f-4703-b811-d5de7e546fed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e9cd78e-4944-4b84-b35b-1ba4ab46ad43 HTTP/1.1" status: 204 len: 168 time: 1.7388341 May 25 05:41:37.957754 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad18a03-904f-4703-b811-d5de7e546fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9cd78e-4944-4b84-b35b-1ba4ab46ad43,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:38.030245 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Checking router: 16d2839d-28d3-4778-9d50-326a1ea3e3c6 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:38.032629 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.27.2.103 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/46e05784-73b1-46de-aaae-922fd92d205d) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:38.033298 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Updating router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 port e1559279-f4cd-49bb-ac93-db60643255e3 binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:38.038542 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-23e68823-0b99-4ced-8669-652f347ec36b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4411697 May 25 05:41:38.040590 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-42335b42-1f30-4d2b-9772-0854487e6d6b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (15ddb4eb-3e66-4510-829f-f97372921ddc), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.065466 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0d3f-33ab-4e12-bf68-51960a1ff051 admin admin] Publish callbacks [] for security_group (9ad8227d-916b-4df7-a6dd-ea493b9e20e8), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.065748 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-42335b42-1f30-4d2b-9772-0854487e6d6b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (15ddb4eb-3e66-4510-829f-f97372921ddc), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.128904 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42335b42-1f30-4d2b-9772-0854487e6d6b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ddb4eb-3e66-4510-829f-f97372921ddc,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:38.172471 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-a941f85d-c67b-4602-b07c-d9a653f9c5f4 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:41:38.173694 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-a941f85d-c67b-4602-b07c-d9a653f9c5f4 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177546 May 25 05:41:38.198046 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38286) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:38.205873 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-a0f101d7-b933-4a98-b1f8-359b156ffd93 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430732943', 'description': 'tempest-description--1855008756'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:38.219433 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-42335b42-1f30-4d2b-9772-0854487e6d6b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.221269 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-42335b42-1f30-4d2b-9772-0854487e6d6b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7316234 May 25 05:41:38.226450 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38288) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:38.235673 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:38.238447 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.270793 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a0f101d7-b933-4a98-b1f8-359b156ffd93 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.287665 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.289215 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-7511f22f-5b1e-46ae-9c03-d2fcd12639d5 None None] Provisioning complete for port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:38.289804 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7511f22f-5b1e-46ae-9c03-d2fcd12639d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.310832 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Sync routers for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:41:38.401705 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0d3f-33ab-4e12-bf68-51960a1ff051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9ad8227d-916b-4df7-a6dd-ea493b9e20e8), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.416018 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e1c0d3f-33ab-4e12-bf68-51960a1ff051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.424702 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port d64073cc-5411-4e72-8550-43d0082ec5fa triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:38.424702 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.425002 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-3e1c0d3f-33ab-4e12-bf68-51960a1ff051 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ad8227d-916b-4df7-a6dd-ea493b9e20e8 HTTP/1.1" status: 204 len: 168 time: 0.7915244 May 25 05:41:38.502335 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a0f101d7-b933-4a98-b1f8-359b156ffd93 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (264ef737-22d6-4ba9-a848-01922f92c519), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.511261 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a0f101d7-b933-4a98-b1f8-359b156ffd93 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (264ef737-22d6-4ba9-a848-01922f92c519), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.546280 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (46e05784-73b1-46de-aaae-922fd92d205d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.556631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f101d7-b933-4a98-b1f8-359b156ffd93 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264ef737-22d6-4ba9-a848-01922f92c519,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:38.565330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-865ce2a0-c5b4-4eca-a2aa-2df22b3c85d7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:41:38.566432 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-865ce2a0-c5b4-4eca-a2aa-2df22b3c85d7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1958828 May 25 05:41:38.589076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a0f101d7-b933-4a98-b1f8-359b156ffd93 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.593423 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a0f101d7-b933-4a98-b1f8-359b156ffd93 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3939753 May 25 05:41:38.595130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.605489 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:38.606304 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:38.622744 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38298) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:38.637838 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d9be94f2-9280-4b97-bd52-a3248ef70d18 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'security_group_rule': {'security_group_id': '264ef737-22d6-4ba9-a848-01922f92c519', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:38.667408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (46e05784-73b1-46de-aaae-922fd92d205d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.723164 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Allocated IP 172.27.2.219 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/ad369dcd-5069-4dd8-972a-7f8c307c3754) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:38.758902 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:38.808177 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:38.809501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c0d3f-33ab-4e12-bf68-51960a1ff051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad8227d-916b-4df7-a6dd-ea493b9e20e8,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:38.813930 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38302) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:38.814635 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=46e05784-73b1-46de-aaae-922fd92d205d,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:38.817297 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:38.851204 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.852598 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-84c06a39-3c36-4c1b-a97c-913cf1ed49ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.898580 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 2, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:38.922202 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d9be94f2-9280-4b97-bd52-a3248ef70d18 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (b914e6b7-84f2-4a46-8ec7-8007b108c768), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.935883 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.941802 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Checking router: 614b7d05-88e8-4572-97e6-3482737a239f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:38.942330 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Updating router 614b7d05-88e8-4572-97e6-3482737a239f port 8a515629-45f5-4ae1-9bac-608a9be3fca2 binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:38.987256 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:38.999795 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:39.038740 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:37Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:39.074294 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975cd80-b7d4-497e-9b31-9fc66fc96209 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:37Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:39.105966 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:39.128620 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:39.141216 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:39.299653 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'Port': ['ID=ad369dcd-5069-4dd8-972a-7f8c307c3754,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:39.344720 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5c30ef83-382c-4eed-8bf7-947bc1b6332b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.404740 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (f6c1ac67-d806-443d-b30b-97a4b15468c2), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.452849 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06779e1b-990c-49d5-ac47-89590d0d8b25 req-06f97d9f-1f3b-4b6b-9bbb-4f30ed97b3cc tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:39.462525 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-06779e1b-990c-49d5-ac47-89590d0d8b25 req-06f97d9f-1f3b-4b6b-9bbb-4f30ed97b3cc tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 931 time: 0.4420462 May 25 05:41:39.499070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38308) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:39.605738 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d9be94f2-9280-4b97-bd52-a3248ef70d18 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (b914e6b7-84f2-4a46-8ec7-8007b108c768), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.612833 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2f14c39-df0f-4d45-889e-267178fc5f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.616969 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d9be94f2-9280-4b97-bd52-a3248ef70d18 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (b914e6b7-84f2-4a46-8ec7-8007b108c768), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.703079 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port d64073cc-5411-4e72-8550-43d0082ec5fa is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:39.729571 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-7511f22f-5b1e-46ae-9c03-d2fcd12639d5 None None] Current status of the port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:39.733881 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7511f22f-5b1e-46ae-9c03-d2fcd12639d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.775320 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Publish callbacks [] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.785912 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.808148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (2cba4e6b-b9f7-4dcd-b23e-874977d872b0), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.820998 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2f14c39-df0f-4d45-889e-267178fc5f67 admin admin] Publish callbacks [] for security_group (224d5bb2-3ce7-442c-8d91-8526e4fd5be6), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.826739 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-c6223e67-03c2-4105-8b85-cf82813b561a service neutron] 10.222.0.42 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2493052 May 25 05:41:39.829087 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (46e05784-73b1-46de-aaae-922fd92d205d), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.830952 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be94f2-9280-4b97-bd52-a3248ef70d18 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b914e6b7-84f2-4a46-8ec7-8007b108c768,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:39.836371 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-7511f22f-5b1e-46ae-9c03-d2fcd12639d5 None None] For port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:39.839102 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2f14c39-df0f-4d45-889e-267178fc5f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (224d5bb2-3ce7-442c-8d91-8526e4fd5be6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.866713 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7511f22f-5b1e-46ae-9c03-d2fcd12639d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.916411 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d9be94f2-9280-4b97-bd52-a3248ef70d18 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:39.921015 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d9be94f2-9280-4b97-bd52-a3248ef70d18 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2935326 May 25 05:41:39.928315 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38312) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:39.939601 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f6cbb-36a0-43f8-92fe-47e57236c002 None None] Pushing event updated for resources: {'Port': ['ID=8a515629-45f5-4ae1-9bac-608a9be3fca2,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:39.942407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-4ce17f8b-f2d2-40ed-9719-af5c54cc6d98 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'security_group_rule': {'security_group_id': '264ef737-22d6-4ba9-a848-01922f92c519', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:39.971886 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 2, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:39.980839 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511f22f-5b1e-46ae-9c03-d2fcd12639d5 None None] Pushing event updated for resources: {'Port': ['ID=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:40.014966 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.016585 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Checking router: d7b192e4-a905-42a0-885e-481ed23472fe for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:41:40.017207 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Updating router d7b192e4-a905-42a0-885e-481ed23472fe port 1f2bdf29-23e2-45b4-8935-f097fb817322 binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:41:40.050176 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-84c06a39-3c36-4c1b-a97c-913cf1ed49ae admin admin] Publish callbacks [] for security_group (18dfce9a-94bc-411a-a5f8-384c6d6ab3db), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.062598 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4ce17f8b-f2d2-40ed-9719-af5c54cc6d98 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (95caa5a2-0998-4a13-8fbe-cd74e3895afc), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.066030 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.074814 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e2f14c39-df0f-4d45-889e-267178fc5f67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=285616ba32904a8abf81ce67d64e006a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679762 May 25 05:41:40.077679 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38314) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:40.101883 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-06779e1b-990c-49d5-ac47-89590d0d8b25 req-9cb73ede-c5ba-41a0-a23a-18c793941c56 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018329 May 25 05:41:40.104032 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d62a2c3a-ea88-4ddf-99c4-22b173ad8222 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:40.122570 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Attempting to bind port 8a515629-45f5-4ae1-9bac-608a9be3fca2 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:40.123079 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Attempting to bind port 8a515629-45f5-4ae1-9bac-608a9be3fca2 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:40.123311 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Attempting to bind port 8a515629-45f5-4ae1-9bac-608a9be3fca2 on network 32971e31-0a40-4f65-956c-334f4f53a1e1 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:40.143288 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-84c06a39-3c36-4c1b-a97c-913cf1ed49ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (18dfce9a-94bc-411a-a5f8-384c6d6ab3db), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.145760 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:40.146300 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Checking segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:40.146757 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.147327 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Bound using segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:40.149146 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Bound port: 8a515629-45f5-4ae1-9bac-608a9be3fca2, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:40.149596 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.158661 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f14c39-df0f-4d45-889e-267178fc5f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224d5bb2-3ce7-442c-8d91-8526e4fd5be6,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:40.291634 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] For port 8a515629-45f5-4ae1-9bac-608a9be3fca2, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:40.298707 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] For port 8a515629-45f5-4ae1-9bac-608a9be3fca2, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=8a515629-45f5-4ae1-9bac-608a9be3fca2,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:40.321536 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-b692f62f-2693-4907-b884-b04fe1a08269 service neutron] 10.222.0.42 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992271 May 25 05:41:40.324912 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.343388 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-84c06a39-3c36-4c1b-a97c-913cf1ed49ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a2798830d994f6c9d41c7612f6b80fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5206442 May 25 05:41:40.344759 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38316) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:40.390457 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Publish callbacks [] for port (e1559279-f4cd-49bb-ac93-db60643255e3), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.406360 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:40.408571 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:40.432403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c06a39-3c36-4c1b-a97c-913cf1ed49ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dfce9a-94bc-411a-a5f8-384c6d6ab3db,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:40.459894 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.535612 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4ce17f8b-f2d2-40ed-9719-af5c54cc6d98 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (95caa5a2-0998-4a13-8fbe-cd74e3895afc), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.564098 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-139ede4c-f8c9-486b-b5f4-cf1e03dab31e admin admin] Publish callbacks [] for security_group (18dfce9a-94bc-411a-a5f8-384c6d6ab3db), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.573251 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4ce17f8b-f2d2-40ed-9719-af5c54cc6d98 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (95caa5a2-0998-4a13-8fbe-cd74e3895afc), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.581450 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eafdaa6b-c134-4d0c-ae67-09e7e6743a0b admin admin] Publish callbacks [] for security_group (224d5bb2-3ce7-442c-8d91-8526e4fd5be6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.605105 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:40.605630 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.623032 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-139ede4c-f8c9-486b-b5f4-cf1e03dab31e admin admin] Publish callbacks [] for security_group (18dfce9a-94bc-411a-a5f8-384c6d6ab3db), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.689998 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce17f8b-f2d2-40ed-9719-af5c54cc6d98 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95caa5a2-0998-4a13-8fbe-cd74e3895afc,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:40.724058 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (46e05784-73b1-46de-aaae-922fd92d205d), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.733332 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-139ede4c-f8c9-486b-b5f4-cf1e03dab31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (18dfce9a-94bc-411a-a5f8-384c6d6ab3db), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.737675 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4ce17f8b-f2d2-40ed-9719-af5c54cc6d98 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.739225 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-139ede4c-f8c9-486b-b5f4-cf1e03dab31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.746735 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-139ede4c-f8c9-486b-b5f4-cf1e03dab31e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18dfce9a-94bc-411a-a5f8-384c6d6ab3db HTTP/1.1" status: 204 len: 168 time: 0.3984747 May 25 05:41:40.746735 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38320) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:40.747043 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4ce17f8b-f2d2-40ed-9719-af5c54cc6d98 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8155081 May 25 05:41:40.754067 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.758800 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:40.762778 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (46e05784-73b1-46de-aaae-922fd92d205d), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.781144 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:40.796635 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eafdaa6b-c134-4d0c-ae67-09e7e6743a0b admin admin] Publish callbacks [] for security_group (224d5bb2-3ce7-442c-8d91-8526e4fd5be6), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.799002 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f6cbb-36a0-43f8-92fe-47e57236c002 None None] Pushing event updated for resources: {'Port': ['ID=8a515629-45f5-4ae1-9bac-608a9be3fca2,revision_number=4']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:40.833152 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.856553 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ede4c-f8c9-486b-b5f4-cf1e03dab31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dfce9a-94bc-411a-a5f8-384c6d6ab3db,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:40.869678 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.942142 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (f6c1ac67-d806-443d-b30b-97a4b15468c2), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:40.948180 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-2fc1e221-586b-4cf8-add4-fcd918a86b1a None None] Provisioning complete for port 8a515629-45f5-4ae1-9bac-608a9be3fca2 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:40.948708 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e221-586b-4cf8-add4-fcd918a86b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.066632 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=46e05784-73b1-46de-aaae-922fd92d205d,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:41.124731 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (2cba4e6b-b9f7-4dcd-b23e-874977d872b0), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.138130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.170221 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.182148 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6e7fe327-7ff4-4079-add7-48427363c117 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9520514 May 25 05:41:41.228948 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eafdaa6b-c134-4d0c-ae67-09e7e6743a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (224d5bb2-3ce7-442c-8d91-8526e4fd5be6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.260144 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eafdaa6b-c134-4d0c-ae67-09e7e6743a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.267686 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'Port': ['ID=ad369dcd-5069-4dd8-972a-7f8c307c3754,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:41.276131 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-eafdaa6b-c134-4d0c-ae67-09e7e6743a0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/224d5bb2-3ce7-442c-8d91-8526e4fd5be6 HTTP/1.1" status: 204 len: 168 time: 1.1892233 May 25 05:41:41.308794 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdaa6b-c134-4d0c-ae67-09e7e6743a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224d5bb2-3ce7-442c-8d91-8526e4fd5be6,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:41.343406 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-04bfdac3-f427-47fe-ba0e-00f05e023a2a req-051c83d4-d0d0-4bb0-948a-d6bf1ee086c7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 210 time: 0.2198737 May 25 05:41:41.405450 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Publish callbacks [] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.410533 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.412507 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-50e9c368-4337-4b21-ab4e-370fde2bb152 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1847999 May 25 05:41:41.506676 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79a968-f60a-4b17-b29b-c677c66dea7a req-245770ea-ec0a-4079-85e2-db1a32396001 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:41.516426 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5e79a968-f60a-4b17-b29b-c677c66dea7a req-245770ea-ec0a-4079-85e2-db1a32396001 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 931 time: 0.1480379 May 25 05:41:41.578311 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:40Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:41.587374 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:41.588546 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:41.629235 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5e79a968-f60a-4b17-b29b-c677c66dea7a req-bec387a5-72c6-4c9c-8f42-147b0980abd6 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114519 May 25 05:41:41.696941 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.757439 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb35b6a-1966-4990-86c4-bc97fc340240 None None] Pushing event updated for resources: {'Port': ['ID=e1559279-f4cd-49bb-ac93-db60643255e3,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:41.781391 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959afa81-40a8-46b1-8702-ec0cdf404395 None None] The sync data for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi is: [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:40Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:41.902230 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcecf3-459f-4b76-be6b-9ada84c665d9 None None] Pushing event updated for resources: {'Port': ['ID=1f2bdf29-23e2-45b4-8935-f097fb817322,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:41.914041 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:41.992817 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Attempting to bind port e1559279-f4cd-49bb-ac93-db60643255e3 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:41.993201 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Attempting to bind port e1559279-f4cd-49bb-ac93-db60643255e3 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:41.993582 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Attempting to bind port e1559279-f4cd-49bb-ac93-db60643255e3 on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:42.038506 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:42.039160 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Checking segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:42.042467 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-6da641c2-5afb-4948-b292-2d1757e2d815 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1329749159&fields=id&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 267 time: 0.2563596 May 25 05:41:42.053972 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:42.054641 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Bound using segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:42.055350 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Bound port: e1559279-f4cd-49bb-ac93-db60643255e3, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:42.055913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:42.159146 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:42.642147 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Request body: {'port': {'device_id': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:42.881328 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Attempting to bind port 1f2bdf29-23e2-45b4-8935-f097fb817322 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:42.882127 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Attempting to bind port 1f2bdf29-23e2-45b4-8935-f097fb817322 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:42.907550 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Attempting to bind port 1f2bdf29-23e2-45b4-8935-f097fb817322 on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:42.925474 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:42.930146 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:42.978117 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:43.060492 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1e221-586b-4cf8-add4-fcd918a86b1a None None] Current status of the port 8a515629-45f5-4ae1-9bac-608a9be3fca2 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:43.062490 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e221-586b-4cf8-add4-fcd918a86b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:43.066478 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:43.068241 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Checking segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:43.068802 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:43.069308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Bound using segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:43.069910 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Bound port: 1f2bdf29-23e2-45b4-8935-f097fb817322, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:43.070541 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:43.313735 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] For port e1559279-f4cd-49bb-ac93-db60643255e3, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:43.430602 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] For port 1f2bdf29-23e2-45b4-8935-f097fb817322, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:43.503502 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] For port e1559279-f4cd-49bb-ac93-db60643255e3, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=e1559279-f4cd-49bb-ac93-db60643255e3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:43.541795 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-2fc1e221-586b-4cf8-add4-fcd918a86b1a None None] For port 8a515629-45f5-4ae1-9bac-608a9be3fca2, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=8a515629-45f5-4ae1-9bac-608a9be3fca2,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:43.561172 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] For port 1f2bdf29-23e2-45b4-8935-f097fb817322, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=1f2bdf29-23e2-45b4-8935-f097fb817322,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:43.585230 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:43.593440 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e221-586b-4cf8-add4-fcd918a86b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:43.602882 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:43.848481 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Allocated IP 172.27.2.144 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/60acc236-8e36-4ece-b4fc-768af6cd36f6) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:43.986655 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:44.027596 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb35b6a-1966-4990-86c4-bc97fc340240 None None] Pushing event updated for resources: {'Port': ['ID=e1559279-f4cd-49bb-ac93-db60643255e3,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:44.080858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:44.199240 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:44.205293 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:44.235284 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Provisioning complete for port 1f2bdf29-23e2-45b4-8935-f097fb817322 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:44.247310 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:44.326175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-e9b45348-db4f-44e3-aa84-c8ccaad81b20 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:44.336201 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-e9b45348-db4f-44e3-aa84-c8ccaad81b20 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 819 time: 1.6909912 May 25 05:41:44.437062 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-1c6e2c38-b950-4aae-847c-51ae1f288912 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/quotas/1dd34c07c77146bba395c97a43ca72d8 HTTP/1.1" status: 200 len: 375 time: 0.0995638 May 25 05:41:44.497806 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:44.519045 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:41:44.519701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:41:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:44.536231 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:44.581383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-572e3aa5-f5ec-4dcb-8b5c-6fa0d691dddb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:44.584771 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-572e3aa5-f5ec-4dcb-8b5c-6fa0d691dddb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 2.5294249 May 25 05:41:44.681846 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1e221-586b-4cf8-add4-fcd918a86b1a None None] Pushing event updated for resources: {'Port': ['ID=8a515629-45f5-4ae1-9bac-608a9be3fca2,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:44.718888 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-59e8cbbe-70cc-41ac-93e3-f0f9e9c329aa tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/quotas/ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 375 time: 0.1222661 May 25 05:41:44.873516 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:44.908801 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-73aabe9f-d106-4520-adb2-93e793fc7f89 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4702148 May 25 05:41:44.976015 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:45.090406 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcecf3-459f-4b76-be6b-9ada84c665d9 None None] Pushing event updated for resources: {'Port': ['ID=1f2bdf29-23e2-45b4-8935-f097fb817322,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:45.132308 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-a9ec33d6-fa8d-4315-b0d4-524ed1e5adfd tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4121687 May 25 05:41:45.140739 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:41:45.149175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.238769 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Current status of the port 1f2bdf29-23e2-45b4-8935-f097fb817322 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:45.239161 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.288103 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-aca9a93b-ba86-46ea-8f54-8546a645e8af service neutron] 10.222.0.42 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623998 May 25 05:41:45.295537 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:45.297538 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:45.298073 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.299842 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'Port': ['ID=60acc236-8e36-4ece-b4fc-768af6cd36f6,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:45.320663 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:45.329301 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:45.452339 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] For port 1f2bdf29-23e2-45b4-8935-f097fb817322, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=1f2bdf29-23e2-45b4-8935-f097fb817322,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:45.479610 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.514472 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-0e01f4ef-38d4-4312-9758-9878735039d1 service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668203 May 25 05:41:45.552358 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:41:45.563332 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Publish callbacks [] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.596544 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Provisioning complete for port e1559279-f4cd-49bb-ac93-db60643255e3 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:45.596948 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.660194 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Pushing event updated for resources: {'Port': ['ID=1f2bdf29-23e2-45b4-8935-f097fb817322,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:45.667358 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Transition to ACTIVE for port object 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:41:45.674321 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-4d97fbb3-f0e0-47b2-a4d4-8a5d03d4896a service neutron] 10.222.0.42 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702374 May 25 05:41:45.683660 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.692369 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:45.693666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 8a515629-45f5-4ae1-9bac-608a9be3fca2 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:45.701675 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (5b7f4622-90ba-4ff1-8a26-bf9f70a6c991), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:45.767036 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:45.855712 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7539bdc-4a63-4ab3-9eab-11aece1cf0fc None None] The sync data for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi is: [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:45.876334 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2edd2186-7414-4d95-b509-e5b85984ad30 service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554201 May 25 05:41:45.901831 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Pushing event updated for resources: {'Port': ['ID=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:45.909773 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:46.224661 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:41:46.292148 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859732a-5c4c-484e-be4f-56a1a9486712 None None] The sync data for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi is: [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:41:46.328381 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 8a515629-45f5-4ae1-9bac-608a9be3fca2 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:46.328772 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:46.480979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Current status of the port e1559279-f4cd-49bb-ac93-db60643255e3 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:46.481736 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:46.672346 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 8a515629-45f5-4ae1-9bac-608a9be3fca2 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:46.707964 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] For port e1559279-f4cd-49bb-ac93-db60643255e3, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=e1559279-f4cd-49bb-ac93-db60643255e3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:41:46.722210 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:46.735336 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-11d943bf-c80b-4b6e-ab13-9c9c47e1ebba tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1712194091&fields=id&tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 267 time: 0.5538442 May 25 05:41:46.791857 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Attempting to bind port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:46.793112 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Attempting to bind port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '6fbb081c-f029-448e-9530-4be3d6110a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:46.794506 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Attempting to bind port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 on network ea1cbf4c-0331-4b4e-9791-9cadaa76dede {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:46.899964 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Provisioning complete for port 8a515629-45f5-4ae1-9bac-608a9be3fca2 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:46.900333 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:46.955724 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 on network ea1cbf4c-0331-4b4e-9791-9cadaa76dede not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:41:46.958227 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Attempting to bind port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 on network ea1cbf4c-0331-4b4e-9791-9cadaa76dede {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:47.053740 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Pushing event updated for resources: {'Port': ['ID=e1559279-f4cd-49bb-ac93-db60643255e3,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:47.171759 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:47.172520 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Checking segment: {'id': '6fbb081c-f029-448e-9530-4be3d6110a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:47.173633 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Bound using segment: {'id': '6fbb081c-f029-448e-9530-4be3d6110a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:47.175354 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Bound port: 023bfee6-cc5f-4021-8e5a-a7c6776b55d6, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbb081c-f029-448e-9530-4be3d6110a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:47.178158 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.201152 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-1845542f-bc1e-4209-8032-b7abf78e9516 None None] Current status of the port 8a515629-45f5-4ae1-9bac-608a9be3fca2 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:47.262389 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 8a515629-45f5-4ae1-9bac-608a9be3fca2 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:47.377126 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-481572ca-f79c-48ad-8e2e-90323d51dcb3 None None] Provisioning complete for port 1f2bdf29-23e2-45b4-8935-f097fb817322 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:47.377495 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-481572ca-f79c-48ad-8e2e-90323d51dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.429599 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 8a515629-45f5-4ae1-9bac-608a9be3fca2 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:47.430058 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.459262 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38554) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:47.515949 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-481572ca-f79c-48ad-8e2e-90323d51dcb3 None None] Current status of the port 1f2bdf29-23e2-45b4-8935-f097fb817322 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:47.542619 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.32', 61901) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:47.590039 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 8a515629-45f5-4ae1-9bac-608a9be3fca2 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:47.591127 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 1f2bdf29-23e2-45b4-8935-f097fb817322 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:47.592816 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-481572ca-f79c-48ad-8e2e-90323d51dcb3 None None] Provisioning complete for port e1559279-f4cd-49bb-ac93-db60643255e3 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:47.593232 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-481572ca-f79c-48ad-8e2e-90323d51dcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.653902 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-17d762a0-43ce-4d51-90f7-c24137cac5c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.666125 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.688404 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.761368 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 1f2bdf29-23e2-45b4-8935-f097fb817322 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:47.761368 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.781538 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-17d762a0-43ce-4d51-90f7-c24137cac5c1 admin admin] Publish callbacks [] for security_group (fa92edc8-0157-4f48-b728-4a921943faa0), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.790745 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-17d762a0-43ce-4d51-90f7-c24137cac5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (fa92edc8-0157-4f48-b728-4a921943faa0), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.824515 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-481572ca-f79c-48ad-8e2e-90323d51dcb3 None None] Current status of the port e1559279-f4cd-49bb-ac93-db60643255e3 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:47.862242 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d762a0-43ce-4d51-90f7-c24137cac5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa92edc8-0157-4f48-b728-4a921943faa0,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:47.875130 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-17d762a0-43ce-4d51-90f7-c24137cac5c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77e8246846a94414acdb093c03022a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4135754 May 25 05:41:47.876106 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38564) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:47.927520 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 1f2bdf29-23e2-45b4-8935-f097fb817322 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:47.928688 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device e1559279-f4cd-49bb-ac93-db60643255e3 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:47.929812 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'Port': ['ID=60acc236-8e36-4ece-b4fc-768af6cd36f6,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:47.942566 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4b8917e2-c4ee-45cf-a41c-fc4fa8ac679d admin admin] Publish callbacks [] for security_group (fa92edc8-0157-4f48-b728-4a921943faa0), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.975719 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4b8917e2-c4ee-45cf-a41c-fc4fa8ac679d admin admin] Publish callbacks [] for security_group (fa92edc8-0157-4f48-b728-4a921943faa0), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:47.993072 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (5b7f4622-90ba-4ff1-8a26-bf9f70a6c991), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.007597 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-e4483516-a0b4-42bc-8ff2-4d99004e7a71 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:48.009236 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-e4483516-a0b4-42bc-8ff2-4d99004e7a71 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 816 time: 1.2337821 May 25 05:41:48.028222 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port e1559279-f4cd-49bb-ac93-db60643255e3 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:48.028598 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.060888 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4b8917e2-c4ee-45cf-a41c-fc4fa8ac679d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (fa92edc8-0157-4f48-b728-4a921943faa0), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.064466 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ee6dc-2fc3-47b4-9068-1bd11279054d req-876761b0-8cf2-498a-9ab1-f8645f56a85a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:48.064793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4b8917e2-c4ee-45cf-a41c-fc4fa8ac679d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.066984 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4b8917e2-c4ee-45cf-a41c-fc4fa8ac679d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa92edc8-0157-4f48-b728-4a921943faa0 HTTP/1.1" status: 204 len: 168 time: 0.1888878 May 25 05:41:48.080601 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b09ee6dc-2fc3-47b4-9068-1bd11279054d req-876761b0-8cf2-498a-9ab1-f8645f56a85a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 1.0274570 May 25 05:41:48.084560 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.085803 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8917e2-c4ee-45cf-a41c-fc4fa8ac679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa92edc8-0157-4f48-b728-4a921943faa0,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:48.088878 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b620656f-65d4-45e1-b0a0-7080e0af8737 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3308353 May 25 05:41:48.122717 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-3994ee45-4bf3-459b-8796-bda21f35986a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/quotas/2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 375 time: 0.1000364 May 25 05:41:48.144474 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] For port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:48.162196 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port e1559279-f4cd-49bb-ac93-db60643255e3 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:48.198754 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] For port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,segment=NetworkSegment(6fbb081c-f029-448e-9530-4be3d6110a8a),segment_id=6fbb081c-f029-448e-9530-4be3d6110a8a)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:48.240212 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b09ee6dc-2fc3-47b4-9068-1bd11279054d req-004e8890-875d-416d-ab1f-fc63c6ffb248 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049190 May 25 05:41:48.242142 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.284606 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:41:48.305033 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-ef1dd391-58e0-4d27-ad98-91e21c7716b1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1772022 May 25 05:41:48.346533 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:48.347170 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.348595 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-93498120-7f78-46c0-a48b-815f777f853a service neutron] 10.222.0.32 "PUT /v2.0/ports/023bfee6-cc5f-4021-8e5a-a7c6776b55d6 HTTP/1.1" status: 200 len: 1093 time: 7.1455526 May 25 05:41:48.349543 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'tag': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:41:48.481018 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-70be6f1c-d447-4716-84d7-7613b8655b66 req-5f661439-59f0-4dc0-9aba-76b83d7e87fa tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0908427 May 25 05:41:48.493650 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93498120-7f78-46c0-a48b-815f777f853a service neutron] Pushing event updated for resources: {'Port': ['ID=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:48.526536 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-444a1f16-8fea-445c-b703-92a8c55f1dfa service neutron] 10.222.0.42 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041733 May 25 05:41:48.548406 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38588) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:48.561217 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0447d411-eeb7-44e3-a0c0-ef2f5497d479" -d '{"events": [{"name": "network-changed", "server_uuid": "e258a29f-f655-4bde-b220-b3ca703d9805", "tag": "023bfee6-cc5f-4021-8e5a-a7c6776b55d6"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:41:48.564881 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5c9b-7aa5-4eb2-ba91-cebe81c246ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.625284 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-85930a1b-efdb-4689-919e-e463f52c0dcb req-c3895efb-e8bf-4132-a992-7b98ccbf3352 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0613723 May 25 05:41:48.674971 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-dff73c9c-59a9-42a5-ae99-bf73e63fcf01 service neutron] 10.222.0.42 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422360 May 25 05:41:48.789334 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-a758aed3-46cc-43f6-a621-17df6a6f58d0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--430732943&fields=id&tenant_id=7a7714ce0855483bb8027ff61a77eb65 HTTP/1.1" status: 200 len: 267 time: 0.0667183 May 25 05:41:48.820051 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5c9b-7aa5-4eb2-ba91-cebe81c246ac admin admin] Publish callbacks [] for security_group (ba832a1b-525b-48f2-97e5-e9f86834bb28), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.828690 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device e1559279-f4cd-49bb-ac93-db60643255e3 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:41:48.834406 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5c9b-7aa5-4eb2-ba91-cebe81c246ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ba832a1b-525b-48f2-97e5-e9f86834bb28), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:48.904848 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a5c9b-7aa5-4eb2-ba91-cebe81c246ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba832a1b-525b-48f2-97e5-e9f86834bb28,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:48.935856 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ae2a5c9b-7aa5-4eb2-ba91-cebe81c246ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5a0bcb7548d40568ff99cca905c96b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839083 May 25 05:41:48.936302 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38606) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:48.950951 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port e1559279-f4cd-49bb-ac93-db60643255e3 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:48.952851 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:49.011097 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0078a69a-4b64-4233-8e7e-6abd2cc08b4d admin admin] Publish callbacks [] for security_group (ba832a1b-525b-48f2-97e5-e9f86834bb28), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:49.047727 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port e1559279-f4cd-49bb-ac93-db60643255e3 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:41:49.049033 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0078a69a-4b64-4233-8e7e-6abd2cc08b4d admin admin] Publish callbacks [] for security_group (ba832a1b-525b-48f2-97e5-e9f86834bb28), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:49.071698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-36b2e191-3261-48cc-9b76-4815b9a1651c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:49.075280 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-36b2e191-3261-48cc-9b76-4815b9a1651c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 811 time: 0.2774494 May 25 05:41:49.094131 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-7e46f087-01e0-4a2a-9380-4646541448ea tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/quotas/7a7714ce0855483bb8027ff61a77eb65 HTTP/1.1" status: 200 len: 375 time: 0.0159192 May 25 05:41:49.133992 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcca8dab-8659-4510-a7b0-dbb335c80b74 x-openstack-request-id: req-bcca8dab-8659-4510-a7b0-dbb335c80b74 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:41:49.134337 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e258a29f-f655-4bde-b220-b3ca703d9805", "tag": "023bfee6-cc5f-4021-8e5a-a7c6776b55d6", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:41:49.134561 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcca8dab-8659-4510-a7b0-dbb335c80b74 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:41:49.135179 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcca8dab-8659-4510-a7b0-dbb335c80b74'] response: {'name': 'network-changed', 'server_uuid': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'tag': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6', 'status': 'completed', 'code': 200} May 25 05:41:49.139169 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0078a69a-4b64-4233-8e7e-6abd2cc08b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ba832a1b-525b-48f2-97e5-e9f86834bb28), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:49.147914 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0078a69a-4b64-4233-8e7e-6abd2cc08b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:49.150054 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0078a69a-4b64-4233-8e7e-6abd2cc08b4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba832a1b-525b-48f2-97e5-e9f86834bb28 HTTP/1.1" status: 204 len: 168 time: 0.2129321 May 25 05:41:49.163832 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078a69a-4b64-4233-8e7e-6abd2cc08b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba832a1b-525b-48f2-97e5-e9f86834bb28,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:49.217073 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-fb9b2d86-d7bc-42ea-9121-57f454b06e99 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217515 May 25 05:41:49.332831 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d361502-dbcd-4c15-a428-76505be1e3a3 req-1ec3154c-29a4-4357-a58c-85b78b2f5d4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0345688 May 25 05:41:49.375957 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-6b1827a3-5387-4ab7-ba23-56aafab53163 service neutron] 10.222.0.42 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579268 May 25 05:41:49.577620 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-086b32e3-1ae8-4336-b126-825d966fe2d1 service neutron] 10.222.0.42 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008090 May 25 05:41:49.637279 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cce9c2-e7b2-47cd-94a1-7e4c34753e9f req-cd6df1b9-dea2-4013-8357-2cadb4086231 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:49.639220 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cce9c2-e7b2-47cd-94a1-7e4c34753e9f req-cd6df1b9-dea2-4013-8357-2cadb4086231 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.1586673 May 25 05:41:49.781385 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cce9c2-e7b2-47cd-94a1-7e4c34753e9f req-48cfac3e-0b68-4409-9a2e-66f82b5ba26c tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348262 May 25 05:41:49.939068 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e237ffd3-11ed-4326-ac6b-7509209fc822 req-865e44ac-8db2-44f1-abd5-e63393444c5f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0550480 May 25 05:41:49.997211 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e5df7b8b-8434-4ec7-8f97-f55820398051 req-6bde838b-ce06-4bc1-a118-8f8aef7c8f74 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.1227055 May 25 05:41:50.035987 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-708f0960-a2a4-4ee5-b29f-1f45f630adac req-657b70a3-130b-4977-a7f1-29fbff679868 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0376999 May 25 05:41:50.556579 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f89b21f0-9a0b-416a-949f-129a525861f9 req-28e8891d-94c0-48ed-940f-40c34c7b8c57 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0755897 May 25 05:41:50.560252 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38664) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:50.826418 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-911613546-network', 'tenant_id': 'a13310a27e8b4c31a9c10fffc4e6e416'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:50.867937 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Made reservation on behalf of a13310a27e8b4c31a9c10fffc4e6e416 for: {'network': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:50.870329 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:50.891496 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.116988 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f7c9f-c056-4014-bae1-3ec39550e9fb req-1424d996-c189-458a-9e94-27ec72645b22 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:51.125122 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a5f7c9f-c056-4014-bae1-3ec39550e9fb req-1424d996-c189-458a-9e94-27ec72645b22 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.1825378 May 25 05:41:51.148862 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-21dcfaeb-2f2f-4d0b-b9d3-f8eff3784479 req-08a0af19-a7a9-4dd7-80f7-3e66fad829b8 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0665388 May 25 05:41:51.307957 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks [] for security_group (54010ed1-2751-4c39-be7c-29005437eb1c), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.375868 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f5e16108-4cec-4a4a-aad5-c3ebbae93018 req-c16ce0a0-bac4-45d2-9fa6-70771dec0071 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.1249082 May 25 05:41:51.379558 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a5f7c9f-c056-4014-bae1-3ec39550e9fb req-a7fb5aa8-9ed2-4660-a42b-d8fc691d8cd3 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533660 May 25 05:41:51.381609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (54010ed1-2751-4c39-be7c-29005437eb1c), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.435076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=110244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:51.441918 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54010ed1-2751-4c39-be7c-29005437eb1c,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:51.466320 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (b9578386-b11c-4554-928a-7770550895f6), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.470918 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.segments_db [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Added segment b9578386-b11c-4554-928a-7770550895f6 of type vlan for network f4233de1-a9be-43f7-ba24-2249f53335a0 May 25 05:41:51.514668 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7f1da7fc-4553-4f87-aab8-c0686f028b38 req-cb96dadb-6b0f-4fba-a05d-088dc6d202c4 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0414391 May 25 05:41:51.571863 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (f4233de1-a9be-43f7-ba24-2249f53335a0), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.616251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (f4233de1-a9be-43f7-ba24-2249f53335a0), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.617605 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:51.618504 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.735852 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1691349 May 25 05:41:51.739669 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38692) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:51.746621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Request body: {'subnet': {'network_id': 'f4233de1-a9be-43f7-ba24-2249f53335a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-911613546-subnet', 'tenant_id': 'a13310a27e8b4c31a9c10fffc4e6e416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:51.766685 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669bd7f-7c8c-4c5e-85c4-290c11c87dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=f4233de1-a9be-43f7-ba24-2249f53335a0,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:51.781650 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network f4233de1-a9be-43f7-ba24-2249f53335a0 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:51.829904 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Made reservation on behalf of a13310a27e8b4c31a9c10fffc4e6e416 for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:51.834829 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:51.846025 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-27526ca4-2d25-43d7-bf95-464371134427 req-b9889c6d-60d6-492e-a2c1-be15aa631419 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0650096 May 25 05:41:52.125910 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (65b79da3-7863-46e5-a305-2793e054f3ce), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:52.219992 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Checking segment: {'id': 'b9578386-b11c-4554-928a-7770550895f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f4233de1-a9be-43f7-ba24-2249f53335a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:52.220571 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Network hostable DHCP agents. Network: f4233de1-a9be-43f7-ba24-2249f53335a0, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:52.228489 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b79da3-7863-46e5-a305-2793e054f3ce,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:52.247928 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Network f4233de1-a9be-43f7-ba24-2249f53335a0 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:52.283057 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, f4233de1-a9be-43f7-ba24-2249f53335a0) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:52.288656 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:52.289497 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:52.294833 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d871d46e-0ffe-48d6-b6cd-f6851f67d066 None None] Network f4233de1-a9be-43f7-ba24-2249f53335a0 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:52.315509 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ba66b91e-a9a4-4fbe-8119-0866e7b60830 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5735197 May 25 05:41:52.363809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-232bd652-2dcf-4f0d-9b10-8e318d3ed658 req-c5eab945-89d7-436d-98ca-ceb53ab1cf32 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0420184 May 25 05:41:52.477979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718b5e4-d086-4f97-94c0-83d96f7afc29 None None] Network f4233de1-a9be-43f7-ba24-2249f53335a0 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:52.508569 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b030bf63-b2d5-4247-ba0d-495fdf985cea req-36658648-08c7-4210-a8f2-9efa049a593d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0292673 May 25 05:41:52.561301 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd86ba-b523-4b88-9f2f-60900e1f1164 req-b17aae2c-2d0d-4831-9bc7-1b663bcc5b10 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:52.563581 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-27dd86ba-b523-4b88-9f2f-60900e1f1164 req-b17aae2c-2d0d-4831-9bc7-1b663bcc5b10 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.0949829 May 25 05:41:52.651201 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73fe5ca2-3f8f-41c2-98fd-8c2a46399c98 req-d1a0b829-d53b-4f0b-8983-8a0c5d912f76 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0384526 May 25 05:41:52.656476 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-27dd86ba-b523-4b88-9f2f-60900e1f1164 req-20dcc026-b7c6-4e70-81ce-02ae06595b4e tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864048 May 25 05:41:52.937295 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 38736) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:52.942206 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-616940743-network', 'tenant_id': '79b7466138c14f44addcf66446d8cbd7'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:52.961583 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Made reservation on behalf of 79b7466138c14f44addcf66446d8cbd7 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:52.963878 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:52.972458 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:52.975684 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c8363a1f-eea6-4a5f-abe1-1729384610cb req-e290051c-5856-47dd-800c-ac89c885e5f3 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0316217 May 25 05:41:53.059616 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks [] for security_group (5b17bd27-39a3-4db2-8f0f-ab19bd04b273), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.063550 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (5b17bd27-39a3-4db2-8f0f-ab19bd04b273), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.087917 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] vlan segment allocate from pool success with {'vlan_id': 261, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:41:53.097442 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b17bd27-39a3-4db2-8f0f-ab19bd04b273,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:53.102932 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (bac1c720-3c95-4c73-bbce-097dbef0a102), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.103273 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Added segment bac1c720-3c95-4c73-bbce-097dbef0a102 of type vlan for network 4962a0b8-3750-4005-833e-9234a8b70372 May 25 05:41:53.146117 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (4962a0b8-3750-4005-833e-9234a8b70372), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.171388 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (4962a0b8-3750-4005-833e-9234a8b70372), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.172250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:53.172831 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.225788 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2873149 May 25 05:41:53.228577 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 38742) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:41:53.233297 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Request body: {'subnet': {'network_id': '4962a0b8-3750-4005-833e-9234a8b70372', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-616940743-subnet', 'tenant_id': '79b7466138c14f44addcf66446d8cbd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:53.241472 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192f97e-2e02-4300-a76e-f26ad2cd7936 admin admin] Pushing event updated for resources: {'Network': ['ID=4962a0b8-3750-4005-833e-9234a8b70372,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:53.252008 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Made reservation on behalf of 79b7466138c14f44addcf66446d8cbd7 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:53.254727 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129350882'] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.263294 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network 4962a0b8-3750-4005-833e-9234a8b70372 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:41:53.444065 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128771437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129350860'] for subnet (d067d384-c1d1-48c6-afc1-4c7f9b29d61d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.482419 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-485b1c36-b790-4de5-92ba-e0d9e963e6db req-8c967c3b-7346-4d53-bbc2-23a37db6c65a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0476377 May 25 05:41:53.508863 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d067d384-c1d1-48c6-afc1-4c7f9b29d61d,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:53.523788 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Checking segment: {'id': 'bac1c720-3c95-4c73-bbce-097dbef0a102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '4962a0b8-3750-4005-833e-9234a8b70372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:53.524143 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Network hostable DHCP agents. Network: 4962a0b8-3750-4005-833e-9234a8b70372, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:41:53.541430 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Network 4962a0b8-3750-4005-833e-9234a8b70372 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:41:53.549897 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, 4962a0b8-3750-4005-833e-9234a8b70372) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:53.554856 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:53.555590 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:53.561028 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904e4a7-b79e-4a84-8c49-10902a0e8eab None None] Network 4962a0b8-3750-4005-833e-9234a8b70372 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:53.573384 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-e2b4050d-36af-4026-8ea4-ffa65ead81b9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3437111 May 25 05:41:53.620870 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-188a6b6a-3036-4e6d-8724-f877821f305d req-5ae3e99a-79b6-477b-b8f8-1096bc707717 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0303586 May 25 05:41:53.666471 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d5788-a33b-429f-a9f5-96606ae08dfb None None] Network 4962a0b8-3750-4005-833e-9234a8b70372 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:41:53.773655 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-33d51cfa-99c0-42d9-8142-53a5d62303b7 req-38b973b6-caaa-43a9-a146-c160b2267689 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0360117 May 25 05:41:53.840951 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537465f-d275-4bb9-af92-1e6e37c47297 req-64371288-4390-4f1c-a96b-942f9f611c75 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:53.842602 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1537465f-d275-4bb9-af92-1e6e37c47297 req-64371288-4390-4f1c-a96b-942f9f611c75 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.0728080 May 25 05:41:53.894434 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1537465f-d275-4bb9-af92-1e6e37c47297 req-712befc7-0c8d-4cc6-b55b-58a27ec86f57 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460563 May 25 05:41:54.088575 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-08f029d4-7080-4c0f-ac94-25d74216e637 req-0bfee324-b958-4329-8c2f-06a21827d5cb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0390275 May 25 05:41:54.576532 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3c343b4e-f4b3-46ec-8862-8db42cffb8f4 req-cfff8475-5173-479b-9c76-fc0ae8101682 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0282462 May 25 05:41:54.715601 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-80ab7bf8-d997-47e3-96d9-bfc91816a40f req-bcccb2db-d4b6-4643-b3c9-6698b9c8405b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0302942 May 25 05:41:54.870324 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0d32b2ae-be3c-463a-94e9-0a4d53971818 req-bfd617af-8178-48a4-a007-d382d75c669d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0274158 May 25 05:41:55.014304 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e238cb-e363-4dfa-9b1c-0de75fb1962c req-a76c45e9-1d15-43ec-8e23-563ce10e4d90 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:55.015786 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-44e238cb-e363-4dfa-9b1c-0de75fb1962c req-a76c45e9-1d15-43ec-8e23-563ce10e4d90 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.0529258 May 25 05:41:55.064114 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-44e238cb-e363-4dfa-9b1c-0de75fb1962c req-153c7879-94de-4c78-8476-53868f38c084 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419643 May 25 05:41:55.192881 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd397efe-f409-4df2-89c4-4b7b709ead69 req-7837b22a-5a04-4952-99ea-6a31a2c68a3f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0352495 May 25 05:41:55.677642 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-242ddda9-94e5-4ea8-8a0c-6f1e8e1742c4 req-902639fe-31d5-4311-96a5-d991cd358620 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0356472 May 25 05:41:55.812127 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f7dab7e3-2e64-4d2f-9fa2-93ea3345854e req-028824ad-f9d6-4411-8f01-b223a783b51e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0282021 May 25 05:41:55.966067 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c7f845eb-886b-4ca7-805f-f281ef6e8a66 req-730dc38c-89cd-4163-bfb3-2a3ddfee0395 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0295408 May 25 05:41:56.189606 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7913c-d052-429b-bb12-fac4c6cd019e req-b7193f3a-fce1-47c8-9e22-f0fd1d0ac665 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:56.191066 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73a7913c-d052-429b-bb12-fac4c6cd019e req-b7193f3a-fce1-47c8-9e22-f0fd1d0ac665 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.0562751 May 25 05:41:56.241148 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73a7913c-d052-429b-bb12-fac4c6cd019e req-4e41c08a-f8e2-475c-8d5e-ed68b38cf997 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 May 25 05:41:56.298885 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90047a85-fc82-4b67-a946-4cc4ac0b1503 req-4b44580e-e5c2-4315-95fe-4175fcfacbdc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0314105 May 25 05:41:56.811807 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71214471-23aa-4357-b43a-aa107f14c4b6 req-e0815c4f-0ae5-47a1-a806-4415cbf2e6b5 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0362458 May 25 05:41:56.892820 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-1e4b154e-3d3a-4651-aece-46fdd0347fb1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:56.894468 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-1e4b154e-3d3a-4651-aece-46fdd0347fb1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 819 time: 0.2223554 May 25 05:41:56.918336 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fad99cbe-0b7d-4564-a39d-eff783bffe5c req-8b953ea0-efcc-4b23-ae66-ca97e01bddb0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0316861 May 25 05:41:56.951181 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'port': {'device_id': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'admin_state_up': True, 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:57.108682 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-78c956a7-6f4c-4aaa-8b76-7c5df4e56c56 req-ac9b57c6-2f41-4e4d-bee6-8f12ca9e5251 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0433264 May 25 05:41:57.127812 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Made reservation on behalf of 1dd34c07c77146bba395c97a43ca72d8 for: {'port': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:41:57.134271 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:57.135589 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447d411-eeb7-44e3-a0c0-ef2f5497d479 req-befc0664-a2ad-4eae-99c1-a8093ebb1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:57.137805 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0447d411-eeb7-44e3-a0c0-ef2f5497d479 req-befc0664-a2ad-4eae-99c1-a8093ebb1525 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=770d94ff15a3470c9abe88c52df1bcc8&device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 1127 time: 0.1714568 May 25 05:41:57.414979 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Allocated IP 172.20.0.13 (ee996d03-64a7-432f-a95f-b2c4e944899a/cac38217-455a-4bfe-b7f7-8f4a4a5d629e/e66f38db-741f-4d20-a19f-2a10a0b00577) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:41:57.617707 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-560e1a8d-da7b-47e1-99b0-13adaa2f1999 req-5c730dc2-0f7f-4949-a28a-b3df977d0de7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0745606 May 25 05:41:57.670407 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447d411-eeb7-44e3-a0c0-ef2f5497d479 req-f2a687a3-b45c-4ef4-b9b3-d02142d1cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:57.671906 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0447d411-eeb7-44e3-a0c0-ef2f5497d479 req-f2a687a3-b45c-4ef4-b9b3-d02142d1cb15 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=770d94ff15a3470c9abe88c52df1bcc8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4605267 May 25 05:41:57.677337 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:57.684932 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae340341-bb0e-472f-923a-0847ff1ddedd req-34fd0888-5976-4e63-8fa5-152b33d2272a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:57.686478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ae340341-bb0e-472f-923a-0847ff1ddedd req-34fd0888-5976-4e63-8fa5-152b33d2272a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.3728774 May 25 05:41:57.711520 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:57.785279 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Network ee996d03-64a7-432f-a95f-b2c4e944899a is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:41:57.790625 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:41:57.797899 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:41:57.803645 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:57.804262 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:57.821938 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'Port': ['ID=e66f38db-741f-4d20-a19f-2a10a0b00577,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:57.834444 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-d25aee93-207b-490a-a93f-d65a4f141d08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8876302 May 25 05:41:57.863435 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Request body: {'port': {'device_id': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:41:57.867899 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ae340341-bb0e-472f-923a-0847ff1ddedd req-161eb324-bd8e-4bff-8bb9-c725fc095ad5 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578166 May 25 05:41:57.927422 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447d411-eeb7-44e3-a0c0-ef2f5497d479 req-fc84a757-17ba-401e-b740-f636fde6c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:57.929444 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0447d411-eeb7-44e3-a0c0-ef2f5497d479 req-fc84a757-17ba-401e-b740-f636fde6c9e9 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2341938 May 25 05:41:57.947887 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d1824a4d-36ad-4d10-8c35-ea31e796a4de req-000a848f-cecf-4c1c-88cc-c81dd1f56967 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0338912 May 25 05:41:57.970203 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:58.046436 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b38ff46b-c3e4-40ff-8e9d-b330da75a384 req-c2ddbde2-fefe-43e4-a4c4-80df5cd0da24 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0337470 May 25 05:41:58.054568 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-3a87b85c-729e-413a-ab59-65136a7a2013 None None] Provisioning complete for port e66f38db-741f-4d20-a19f-2a10a0b00577 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:41:58.055195 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3a87b85c-729e-413a-ab59-65136a7a2013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:58.091300 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-3a87b85c-729e-413a-ab59-65136a7a2013 None None] Port e66f38db-741f-4d20-a19f-2a10a0b00577 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:41:58.222647 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-09453d2f-f38c-4b8c-9cdd-ae3cafb093f9 req-285a98e4-59fd-4057-a4a5-7c8b7267388e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0322850 May 25 05:41:58.324960 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66f38db-741f-4d20-a19f-2a10a0b00577 {{(pid=110245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:41:58.332391 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Publish callbacks [] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:58.354068 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.provisioning_blocks [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Transition to ACTIVE for port object e66f38db-741f-4d20-a19f-2a10a0b00577 will not be triggered until provisioned by entity L2. {{(pid=110245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:41:58.358929 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:58.546909 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Pushing event updated for resources: {'Port': ['ID=e66f38db-741f-4d20-a19f-2a10a0b00577,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:58.609055 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Attempting to bind port e66f38db-741f-4d20-a19f-2a10a0b00577 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:41:58.609551 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Attempting to bind port e66f38db-741f-4d20-a19f-2a10a0b00577 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:41:58.609918 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Attempting to bind port e66f38db-741f-4d20-a19f-2a10a0b00577 on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:58.614506 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Port e66f38db-741f-4d20-a19f-2a10a0b00577 on network ee996d03-64a7-432f-a95f-b2c4e944899a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:41:58.614835 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Attempting to bind port e66f38db-741f-4d20-a19f-2a10a0b00577 on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:41:58.620176 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:41:58.620521 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Checking segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:41:58.621101 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Bound using segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:41:58.621538 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Bound port: e66f38db-741f-4d20-a19f-2a10a0b00577, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:41:58.621898 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:58.702265 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] For port e66f38db-741f-4d20-a19f-2a10a0b00577, host hv-cinder-84294, cleared binding levels {{(pid=110245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:41:58.707482 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] For port e66f38db-741f-4d20-a19f-2a10a0b00577, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e66f38db-741f-4d20-a19f-2a10a0b00577,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:41:58.716193 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:58.756995 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:58.757792 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:41:58.759408 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] 10.222.0.32 "PUT /v2.0/ports/e66f38db-741f-4d20-a19f-2a10a0b00577 HTTP/1.1" status: 200 len: 1094 time: 0.9060421 May 25 05:41:58.759927 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'tag': 'e66f38db-741f-4d20-a19f-2a10a0b00577'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:41:58.762533 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-32ba7f96-8cae-4c6d-88f3-e3666a163b77 req-89fcb9e0-61ad-4f57-8044-d16143da9b32 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0302150 May 25 05:41:58.871135 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fe788-b94d-4bf8-93ce-3b48118cde7e service neutron] Pushing event updated for resources: {'Port': ['ID=e66f38db-741f-4d20-a19f-2a10a0b00577,revision_number=3']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:41:58.956429 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48538128-904f-4dce-90ff-efa4f13339c2" -d '{"events": [{"name": "network-changed", "server_uuid": "72a66745-7fc3-467d-81f2-75f1dcb8a7f8", "tag": "e66f38db-741f-4d20-a19f-2a10a0b00577"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:41:58.995637 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096c67c-0193-4194-9990-a77e89337df5 req-f67b27ee-3c0d-4321-812d-dc0ccc6efe52 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:41:58.995767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4096c67c-0193-4194-9990-a77e89337df5 req-f67b27ee-3c0d-4321-812d-dc0ccc6efe52 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.0571349 May 25 05:41:59.046786 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4096c67c-0193-4194-9990-a77e89337df5 req-392aa209-d215-4caa-9ec5-f9bd0651490a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435956 May 25 05:41:59.051124 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb6370b-a69b-4f05-8d0d-cb1115c6749b x-openstack-request-id: req-ceb6370b-a69b-4f05-8d0d-cb1115c6749b {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:41:59.052258 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a66745-7fc3-467d-81f2-75f1dcb8a7f8", "tag": "e66f38db-741f-4d20-a19f-2a10a0b00577", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:41:59.052258 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ceb6370b-a69b-4f05-8d0d-cb1115c6749b {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:41:59.052646 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb6370b-a69b-4f05-8d0d-cb1115c6749b'] response: {'name': 'network-changed', 'server_uuid': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'tag': 'e66f38db-741f-4d20-a19f-2a10a0b00577', 'status': 'completed', 'code': 200} May 25 05:41:59.129807 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6761baa-e3aa-48a0-8f14-fea86eea2199 req-ea63b1c2-b3e5-4a3c-a6ab-e142c026d330 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0320046 May 25 05:41:59.161530 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fca70f29-94d3-48c3-bd7a-e8a10c7a337b req-c01a8d22-d279-4cd5-b462-3ad7c339cbc9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0344646 May 25 05:41:59.327159 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ef30992-d174-426d-8701-f5efa13dc01d req-5c2befd7-7c19-4cc0-a07d-12f9fd102a10 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0337451 May 25 05:41:59.870764 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71ea079f-ae12-4e14-834a-46da0c6eb788 req-1e59c378-b1ee-45ba-99ab-95a0d2ef7548 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0275533 May 25 05:42:00.174382 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae224fcb-4e3f-4479-b8b3-34d15315fda7 req-d86e3430-2c67-4a64-a7cd-65731b9b026c tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:00.175944 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ae224fcb-4e3f-4479-b8b3-34d15315fda7 req-d86e3430-2c67-4a64-a7cd-65731b9b026c tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.0551083 May 25 05:42:00.239803 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d47f644-c2f8-4b96-a533-6a922ce8732a req-2a9de03d-f0e3-4443-bd7a-94e4549c1c93 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0353627 May 25 05:42:00.256208 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ae224fcb-4e3f-4479-b8b3-34d15315fda7 req-843e5a3c-6d00-4108-b9c0-4e427fe18515 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733352 May 25 05:42:00.322420 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0a0f544-c032-4b94-b611-cb3565f8e23c req-027e9934-9cb1-4dd4-a3cd-1853ed2c6805 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0279646 May 25 05:42:00.434047 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df788f45-4b4c-43a0-97ec-531868e6326d req-e832557e-1601-4f04-8f40-48004c790d7b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0325456 May 25 05:42:00.976270 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d14b4914-70d7-4c99-aab5-502fc2924426 req-1aba399f-613f-4647-a5c4-a26342451df9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0291815 May 25 05:42:01.336118 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6945f2b1-57b0-42d6-88e1-928358c55369 req-67c22ddc-9ce7-4540-bb4f-197ba440e370 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0287752 May 25 05:42:01.392289 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bab4b-2ea3-4a2b-a34e-312b40b754e7 req-93f34cdd-e65c-496e-8197-e92a9e12a6b3 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:01.393768 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc8bab4b-2ea3-4a2b-a34e-312b40b754e7 req-93f34cdd-e65c-496e-8197-e92a9e12a6b3 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.0601761 May 25 05:42:01.431785 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a40798e0-adca-43d3-b23b-7826b47b90e0 req-0d328512-e7ca-4054-b11e-c5550fcd4ddd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0370274 May 25 05:42:01.461762 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc8bab4b-2ea3-4a2b-a34e-312b40b754e7 req-70517b15-fe2e-4256-b76b-bab95ef243e1 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582042 May 25 05:42:01.531225 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a63d5c00-149f-467f-9e6c-903ce879b9a2 req-3483e4f2-badf-4cf4-84da-e5e177727489 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0275059 May 25 05:42:01.724617 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.32', 61919) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:01.753042 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-ad72a0c6-b378-4ea0-9af2-a890f1e9d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:01.756434 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-ad72a0c6-b378-4ea0-9af2-a890f1e9d3e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=770d94ff15a3470c9abe88c52df1bcc8&device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 1127 time: 0.0622036 May 25 05:42:01.823974 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.32', 61920) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:01.857251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.32', 61922) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:01.871038 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-b00b0aff-2338-4739-baa0-9510974011c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=023bfee6-cc5f-4021-8e5a-a7c6776b55d6 HTTP/1.1" status: 200 len: 217 time: 0.0997093 May 25 05:42:01.989174 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48538128-904f-4dce-90ff-efa4f13339c2 req-b971ce9e-76e4-4de7-bda9-d7d270e0ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:01.990803 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-48538128-904f-4dce-90ff-efa4f13339c2 req-b971ce9e-76e4-4de7-bda9-d7d270e0ef6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 1128 time: 0.2652271 May 25 05:42:01.998199 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-efd30324-4686-4ee6-85a5-2fbf39931601 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:01.999667 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-efd30324-4686-4ee6-85a5-2fbf39931601 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 811 time: 0.3056426 May 25 05:42:02.007972 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-d811a68b-ef26-460c-a636-edda198a999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:02.010430 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-d811a68b-ef26-460c-a636-edda198a999c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ab340bc-57e4-45a9-b3f6-af80a7a5455f HTTP/1.1" status: 200 len: 851 time: 0.1074777 May 25 05:42:02.025909 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-165ca620-052f-4d39-bb20-8b1a04e82c7f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:02.027994 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-165ca620-052f-4d39-bb20-8b1a04e82c7f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 816 time: 0.1840498 May 25 05:42:02.054584 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-adc3f8fe-0597-4e55-bf6e-6b7208b5abb2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:02.056372 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-adc3f8fe-0597-4e55-bf6e-6b7208b5abb2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 0.1981792 May 25 05:42:02.087909 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9af66cb1-03f8-45d0-bdaf-6b718677f1b6 req-db45187a-8faa-41da-85c9-c4e6e169d587 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0304823 May 25 05:42:02.190254 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.32', 61925) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:02.266354 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-e01487d8-1b4c-430b-ae40-7a4bedbdfd33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea1cbf4c-0331-4b4e-9791-9cadaa76dede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768740 May 25 05:42:02.324300 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-26050fe2-1e59-4c87-a6b0-c39a5695d2f3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 380 time: 0.1611753 May 25 05:42:02.365903 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-3137e456-018e-4405-9ee3-149060a17e4d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:02.367327 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-3137e456-018e-4405-9ee3-149060a17e4d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 819 time: 0.1760383 May 25 05:42:02.416399 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-478aab92-7731-4377-ac0d-e8331c2f7b23 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 380 time: 0.2489929 May 25 05:42:02.422624 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-9ccd9d05-ee40-49bf-82eb-f11997e1d7f6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7714ce0855483bb8027ff61a77eb65 HTTP/1.1" status: 200 len: 379 time: 0.2221389 May 25 05:42:02.424064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48538128-904f-4dce-90ff-efa4f13339c2 req-8166bc2d-85bd-49b8-bdbc-157f9911deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:02.425447 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-48538128-904f-4dce-90ff-efa4f13339c2 req-8166bc2d-85bd-49b8-bdbc-157f9911deff service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=1dd34c07c77146bba395c97a43ca72d8&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2678335 May 25 05:42:02.448315 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'port': {'device_id': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'admin_state_up': True, 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'security_groups': ['264ef737-22d6-4ba9-a848-01922f92c519']}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:02.449241 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'port': {'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'admin_state_up': True, 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'security_groups': ['6ea2dc5c-9df4-4a6d-bfc7-52b988c92644']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:02.457239 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'port': {'device_id': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'admin_state_up': True, 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:02.473250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'port': {'device_id': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'admin_state_up': True, 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'security_groups': ['fc5eac0f-08a4-4660-85e2-10994fe70f1a']}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:02.560411 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0c380fd6-7370-40b6-a1d6-afc0f2a64977 req-7ac8ff00-ab57-49a6-9c21-d195711377b9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.1488612 May 25 05:42:02.689096 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d950bc10-1fde-4667-9987-49f2ef870989 req-2a0146db-c16a-4b5c-a49c-7adea7ba68c1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.1287169 May 25 05:42:02.849791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48538128-904f-4dce-90ff-efa4f13339c2 req-d3c2eeb2-da76-4238-88bc-7dc65dec5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:02.851510 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-48538128-904f-4dce-90ff-efa4f13339c2 req-d3c2eeb2-da76-4238-88bc-7dc65dec5646 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3986475 May 25 05:42:02.875676 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Made reservation on behalf of 2b3fb7065a7946ae93c0a0d4523e71d7 for: {'port': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:42:02.879408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:02.891195 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Made reservation on behalf of 7a7714ce0855483bb8027ff61a77eb65 for: {'port': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:42:02.894646 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.032191 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-28f5a137-6e62-4da7-bb73-08d5f329d81e req-02cee7a0-08b3-4e5b-8594-ac6ad29ba169 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.2464118 May 25 05:42:03.052074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Made reservation on behalf of 1dd34c07c77146bba395c97a43ca72d8 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:42:03.064618 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.094556 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-179b749e-a917-4fed-9437-80373d7e586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:03.096052 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-179b749e-a917-4fed-9437-80373d7e586e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 1128 time: 0.1967192 May 25 05:42:03.136274 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071b400-4626-459f-91d6-ea78fffca132 req-5aac0ab0-654f-41b8-9849-1cbae39d2373 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:03.137787 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f071b400-4626-459f-91d6-ea78fffca132 req-5aac0ab0-654f-41b8-9849-1cbae39d2373 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.4125900 May 25 05:42:03.140654 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-17ee9970-196f-4792-8233-0ece2915caa7 service neutron] 10.222.0.32 "GET /v2.0/networks/ea1cbf4c-0331-4b4e-9791-9cadaa76dede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027986 May 25 05:42:03.282921 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4be045db-4a9d-43d6-a06f-f627a4497268 req-6de12d76-5f15-4037-ba87-065d4e496851 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.1076908 May 25 05:42:03.338925 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Made reservation on behalf of ff1b1d0261e342a09f7c499fced9a6b6 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:42:03.342540 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.347193 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-aeffc66d-d944-4a72-9144-0fb6cb8a79e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66f38db-741f-4d20-a19f-2a10a0b00577 HTTP/1.1" status: 200 len: 217 time: 0.2410486 May 25 05:42:03.382432 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f071b400-4626-459f-91d6-ea78fffca132 req-c9e64e53-69bf-4483-9cc2-ab53709f3898 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106800 May 25 05:42:03.388112 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Allocated IP 172.20.0.12 (ed49d021-17ad-4b22-b70e-e0ce846d06b0/4027704a-c26d-4d87-885c-92fdac70bc7c/7f1b65c9-a9f5-4ace-aada-6408e400c064) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:42:03.417052 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Allocated IP 172.20.0.7 (ee996d03-64a7-432f-a95f-b2c4e944899a/cac38217-455a-4bfe-b7f7-8f4a4a5d629e/b585fe90-1b54-4b9f-aa9d-420eeb0847c3) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:42:03.427348 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Allocated IP 172.20.0.8 (32971e31-0a40-4f65-956c-334f4f53a1e1/f4183087-7bcc-455b-98ea-ea78ccb26e0f/f4a77cf0-11f4-4350-9b07-22502a5dbe3a) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:42:03.489537 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-40ac3011-6b18-4c71-b2b0-694186c7e0d1 service neutron] 10.222.0.32 "GET /v2.0/networks/ea1cbf4c-0331-4b4e-9791-9cadaa76dede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155756 May 25 05:42:03.648817 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-b734061e-fb83-427a-b004-7594c997f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:03.650333 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-b734061e-fb83-427a-b004-7594c997f581 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.1761284 May 25 05:42:03.668019 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6f76a6c5-8f8d-40bb-af55-16fde6ef9172 req-d1824edb-15f7-4bed-89a6-d83aab7d2134 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0418193 May 25 05:42:03.671729 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.20.0.6 (03cbec90-4b8a-4a3a-b3fc-7583ee92726b/6cdca1e9-961f-4039-8a76-fcc86b7d0ca4/5ad6cc37-e900-4826-b371-3fc4fbd8a0d9) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:42:03.753103 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.819462 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.823178 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.845251 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-303b98c2-1e14-489e-bb66-39718677aecd req-d64d5b3d-b788-48f4-a05f-5ff80c7cc155 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0534515 May 25 05:42:03.922330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.930478 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.944039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.980721 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:03.987003 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e288c9-2582-4049-8a5d-9c908511444c req-2126fbb7-1cf6-4bed-818c-207465ae9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:03.988933 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-2126fbb7-1cf6-4bed-818c-207465ae9d30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3292742 May 25 05:42:04.005304 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Network ee996d03-64a7-432f-a95f-b2c4e944899a is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:42:04.012134 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:42:04.015806 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:42:04.023346 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'Port': ['ID=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:04.041230 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:42:04.096703 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:42:04.108175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:04.108847 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.137942 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.139327 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:42:04.151683 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:42:04.160001 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:42:04.171064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:04.172351 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.175664 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:04.190986 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:42:04.204526 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:04.205083 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.235652 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-22df7d8c-8b8f-4330-8788-020fc07bce57 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7823727 May 25 05:42:04.269561 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Request body: {'port': {'device_id': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:04.300062 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:42:04.341565 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:42:04.347266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:04.353132 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:42:04.385209 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'Port': ['ID=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:04.449313 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-e67edac5-2504-4c39-9a6b-f794a90327d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0059357 May 25 05:42:04.461543 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-b0723090-af94-4ba8-8c80-76acdb361646 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0049577 May 25 05:42:04.501517 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Request body: {'port': {'device_id': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:04.525889 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Request body: {'port': {'device_id': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:04.635954 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:04.636602 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.650747 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.669252 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-0cc70354-b1be-4d57-9ef5-1c65fbe86dce None None] Provisioning complete for port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:04.669793 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-0cc70354-b1be-4d57-9ef5-1c65fbe86dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.679109 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-e10b28fc-698a-4160-8755-ea2cd2406425 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785131 May 25 05:42:04.689040 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b092-a9f7-4d62-aacd-3485c0d71778 req-2710ef56-699a-40b8-9ac2-aebeb06766af tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:04.698181 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2b11b092-a9f7-4d62-aacd-3485c0d71778 req-2710ef56-699a-40b8-9ac2-aebeb06766af tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 931 time: 0.4659250 May 25 05:42:04.731158 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.738509 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-2b227d67-a3e4-408a-a095-422cba888576 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2929690 May 25 05:42:04.766978 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19fc73-7cdf-4ed2-bac5-606528a1f768 req-2dd19c90-7323-490c-9b6d-5da13a29316e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:04.768564 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ff19fc73-7cdf-4ed2-bac5-606528a1f768 req-2dd19c90-7323-490c-9b6d-5da13a29316e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 932 time: 0.3504474 May 25 05:42:04.771183 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-0cc70354-b1be-4d57-9ef5-1c65fbe86dce None None] Port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:42:04.775366 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Request body: {'port': {'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:04.890593 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.915260 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Provisioning complete for port f4a77cf0-11f4-4350-9b07-22502a5dbe3a triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:04.919801 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:04.976902 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2b11b092-a9f7-4d62-aacd-3485c0d71778 req-1164af60-1d3a-4ff5-854b-9a2d638f5d7d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778010 May 25 05:42:04.979906 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ff19fc73-7cdf-4ed2-bac5-606528a1f768 req-25d8eafe-fc84-47e5-8e80-d8fab7f7366c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689363 May 25 05:42:05.035251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.068691 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-faff0870-3040-421e-9223-960f75668c59 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838003 May 25 05:42:05.212951 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Port f4a77cf0-11f4-4350-9b07-22502a5dbe3a cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:42:05.235108 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Provisioning complete for port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:05.235828 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.282272 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:42:05.320034 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Provisioning complete for port 7f1b65c9-a9f5-4ace-aada-6408e400c064 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:05.321464 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.328704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cd0bc-c4fd-4bfa-a769-1a1a9c6e3830 req-dbbb6ebe-2ece-4aef-8240-2f4598dbc0e5 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:05.330976 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e8cd0bc-c4fd-4bfa-a769-1a1a9c6e3830 req-dbbb6ebe-2ece-4aef-8240-2f4598dbc0e5 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 943 time: 0.2448335 May 25 05:42:05.408400 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd7138-842e-45f0-ae75-850fac1e9a83 req-33502539-ec9a-484e-81f4-807d29acf58e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:05.415435 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-a15f6b5b-7e1d-4f97-b6f6-f9d4dc171d93 None None] Port 7f1b65c9-a9f5-4ace-aada-6408e400c064 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:42:05.416026 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cedd7138-842e-45f0-ae75-850fac1e9a83 req-33502539-ec9a-484e-81f4-807d29acf58e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 931 time: 0.2865167 May 25 05:42:05.449049 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a77cf0-11f4-4350-9b07-22502a5dbe3a {{(pid=110245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:05.466672 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Publish callbacks [] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.468080 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:42:05.511752 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.provisioning_blocks [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Transition to ACTIVE for port object f4a77cf0-11f4-4350-9b07-22502a5dbe3a will not be triggered until provisioned by entity L2. {{(pid=110245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:42:05.519076 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.537563 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1b65c9-a9f5-4ace-aada-6408e400c064 {{(pid=110245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:05.565087 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Publish callbacks [] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.571422 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e8cd0bc-c4fd-4bfa-a769-1a1a9c6e3830 req-80f3bf84-e641-4f6c-b367-5d3fb27dff0d tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163718 May 25 05:42:05.590643 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b585fe90-1b54-4b9f-aa9d-420eeb0847c3 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:05.602879 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.provisioning_blocks [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Transition to ACTIVE for port object 7f1b65c9-a9f5-4ace-aada-6408e400c064 will not be triggered until provisioned by entity L2. {{(pid=110245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:42:05.611125 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.615184 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:05.650477 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cedd7138-842e-45f0-ae75-850fac1e9a83 req-29aceefc-288c-4862-bff1-dd2501751b50 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277853 May 25 05:42:05.654610 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Publish callbacks [] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.675498 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,segment=NetworkSegment(6fbb081c-f029-448e-9530-4be3d6110a8a),segment_id=6fbb081c-f029-448e-9530-4be3d6110a8a)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:05.697792 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6', 'network_id': 'ea1cbf4c-0331-4b4e-9791-9cadaa76dede', 'port_id': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6', 'mac_address': 'fa:16:3e:6e:e3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 299, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ab340bc-57e4-45a9-b3f6-af80a7a5455f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:42:05.744216 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Attempting to bind port f4a77cf0-11f4-4350-9b07-22502a5dbe3a on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:42:05.744552 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Attempting to bind port f4a77cf0-11f4-4350-9b07-22502a5dbe3a by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:42:05.744891 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Attempting to bind port f4a77cf0-11f4-4350-9b07-22502a5dbe3a on network 32971e31-0a40-4f65-956c-334f4f53a1e1 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:05.765839 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:05.766435 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.773624 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Port f4a77cf0-11f4-4350-9b07-22502a5dbe3a on network 32971e31-0a40-4f65-956c-334f4f53a1e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:42:05.773942 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Attempting to bind port f4a77cf0-11f4-4350-9b07-22502a5dbe3a on network 32971e31-0a40-4f65-956c-334f4f53a1e1 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:05.782293 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:42:05.783028 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Checking segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:42:05.783646 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Bound using segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:42:05.784592 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Bound port: f4a77cf0-11f4-4350-9b07-22502a5dbe3a, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:42:05.785184 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.786165 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Transition to ACTIVE for port object b585fe90-1b54-4b9f-aa9d-420eeb0847c3 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:42:05.840191 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:05.843741 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.871610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:05.892852 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,segment=NetworkSegment(6fbb081c-f029-448e-9530-4be3d6110a8a),segment_id=6fbb081c-f029-448e-9530-4be3d6110a8a)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:05.904743 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.915247 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Attempting to bind port 7f1b65c9-a9f5-4ace-aada-6408e400c064 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:42:05.915785 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Attempting to bind port 7f1b65c9-a9f5-4ace-aada-6408e400c064 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:42:05.916290 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Attempting to bind port 7f1b65c9-a9f5-4ace-aada-6408e400c064 on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:05.924396 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Port 7f1b65c9-a9f5-4ace-aada-6408e400c064 on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:42:05.924962 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Attempting to bind port 7f1b65c9-a9f5-4ace-aada-6408e400c064 on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:05.948812 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:42:05.953315 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Checking segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:42:05.954062 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Bound using segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:42:05.954723 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Bound port: 7f1b65c9-a9f5-4ace-aada-6408e400c064, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:42:05.955244 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:05.974529 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Pushing event updated for resources: {'Port': ['ID=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:05.999953 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:06.028543 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] For port f4a77cf0-11f4-4350-9b07-22502a5dbe3a, host hv-cinder-84294, cleared binding levels {{(pid=110245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:42:06.036798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a3d6d-ba67-4d49-8448-2f4b1c04d96c req-e3ded0e9-cf08-4a68-95e6-3455920d1318 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:06.039941 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-774a3d6d-ba67-4d49-8448-2f4b1c04d96c req-e3ded0e9-cf08-4a68-95e6-3455920d1318 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 931 time: 0.2982771 May 25 05:42:06.048254 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:06.050724 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] For port f4a77cf0-11f4-4350-9b07-22502a5dbe3a, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:42:06.078377 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:06.087806 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Publish callbacks [] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:06.132778 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, cleared binding levels {{(pid=110245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:42:06.156099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Transition to ACTIVE for port object 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:42:06.167034 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:42:06.186542 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:06.187121 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:06.190851 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:06.191473 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:06.193511 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] 10.222.0.32 "PUT /v2.0/ports/f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 200 len: 1093 time: 1.7309299 May 25 05:42:06.196435 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:06.199252 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7356b90d-86b0-46c6-8cfd-13e2c953c545" -d '{"events": [{"name": "network-changed", "server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:06.240479 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d80d2-1bec-4507-9424-2f1cf05a9bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,revision_number=3']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:06.244034 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:06.244715 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:06.246846 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] 10.222.0.32 "PUT /v2.0/ports/7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 1094 time: 1.7453725 May 25 05:42:06.323638 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-774a3d6d-ba67-4d49-8448-2f4b1c04d96c req-fbc0c39e-f237-4516-a179-f8259b70592e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638166 May 25 05:42:06.346391 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Attempting to bind port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:42:06.348401 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Attempting to bind port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:42:06.349867 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Attempting to bind port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:06.481863 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde35d0-935e-487d-8a4c-ad435ac4ddd3 req-45258d96-1643-4ffd-932a-ea667b0d3904 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:06.489248 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['023bfee6-cc5f-4021-8e5a-a7c6776b55d6'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:42:06.501800 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dfde35d0-935e-487d-8a4c-ad435ac4ddd3 req-45258d96-1643-4ffd-932a-ea667b0d3904 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 943 time: 0.3961499 May 25 05:42:06.695240 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-e3ddac38-c5f2-44b2-9717-6e666cb40ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:06.696767 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-e3ddac38-c5f2-44b2-9717-6e666cb40ed7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 1127 time: 0.4490697 May 25 05:42:06.698567 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e127282-9a94-4d88-920c-5f14dc230e47 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=3']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:06.809005 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-bebd1d41-d0f3-4264-b953-335ecde64bcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 200 len: 217 time: 0.0975916 May 25 05:42:06.815919 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-9df7da81-1490-465c-ba8c-9e4e648a2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:06.818695 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-9df7da81-1490-465c-ba8c-9e4e648a2192 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1128 time: 0.5168223 May 25 05:42:06.919983 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-f90e81b6-0de1-4e12-88e6-bf0d73fbe4a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 217 time: 0.0462177 May 25 05:42:06.961531 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-d7fa5dac-dc51-43e7-990e-7e9892a8dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:06.962922 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-d7fa5dac-dc51-43e7-990e-7e9892a8dd9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.1426854 May 25 05:42:07.011368 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b5a52277-28b0-4fea-a49c-985fb584eb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.049187 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-ec8b8bfb-25fb-4a5f-81b4-d583ddb2b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.051118 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-ec8b8bfb-25fb-4a5f-81b4-d583ddb2b5dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.1228206 May 25 05:42:07.067394 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535920d-2109-4c5d-aa35-240e62195898 req-5ecc0e65-753f-4b5d-a131-460ce11b9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.069403 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-5ecc0e65-753f-4b5d-a131-460ce11b9f78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0835063 May 25 05:42:07.169560 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-9fea5086-5c20-4ea5-8cad-842ae2cb9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.171112 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-9fea5086-5c20-4ea5-8cad-842ae2cb9b52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134894 May 25 05:42:07.174749 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dfde35d0-935e-487d-8a4c-ad435ac4ddd3 req-fd7a5c64-7975-4827-9852-ffc9b06708c2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6715975 May 25 05:42:07.186068 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 on network ee996d03-64a7-432f-a95f-b2c4e944899a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:42:07.187665 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Attempting to bind port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:07.260411 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:07.277427 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:42:07.278295 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Checking segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:42:07.279076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Bound using segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:42:07.279823 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Bound port: b585fe90-1b54-4b9f-aa9d-420eeb0847c3, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:42:07.280502 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.293425 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea71f495-de6a-453e-92c8-66f10de2bb3a x-openstack-request-id: req-ea71f495-de6a-453e-92c8-66f10de2bb3a {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:07.293616 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:07.293859 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea71f495-de6a-453e-92c8-66f10de2bb3a {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:07.294288 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea71f495-de6a-453e-92c8-66f10de2bb3a'] response: {'name': 'network-changed', 'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'status': 'completed', 'code': 200} May 25 05:42:07.298014 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-298c322d-446f-44b6-9682-4b68f75fa557 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072246 May 25 05:42:07.371866 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-4d1f2374-f282-40f1-b600-ff15ad2cba98 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927605 May 25 05:42:07.471331 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e66f38db-741f-4d20-a19f-2a10a0b00577 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:42:07.506750 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39090) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:07.522911 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98994b91-1f4a-4e4a-b65f-8b4bbfdfa7b3 req-1e441e37-e4e9-41af-b865-945eae6ac1dc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.525346 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98994b91-1f4a-4e4a-b65f-8b4bbfdfa7b3 req-1e441e37-e4e9-41af-b865-945eae6ac1dc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.9635155 May 25 05:42:07.549557 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-139118c8-179c-4499-8f7d-42b8a164e5e5 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445128 May 25 05:42:07.570316 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Attempting to bind port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:42:07.570868 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Attempting to bind port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:42:07.571699 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Attempting to bind port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:07.605397 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4a51d1b1-32d3-4a2c-ae89-427fcf4db07b req-3c5787df-d5a5-4eed-b6cd-b689420b242d service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190728 May 25 05:42:07.610360 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:42:07.611150 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Attempting to bind port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:42:07.619630 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] For port b585fe90-1b54-4b9f-aa9d-420eeb0847c3, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:42:07.621850 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port e66f38db-741f-4d20-a19f-2a10a0b00577, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e66f38db-741f-4d20-a19f-2a10a0b00577,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:07.641577 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'e66f38db-741f-4d20-a19f-2a10a0b00577', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'port_id': 'e66f38db-741f-4d20-a19f-2a10a0b00577', 'mac_address': 'fa:16:3e:1d:75:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:42:07.649685 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:42:07.650241 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Checking segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:42:07.650864 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Bound using segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:42:07.651594 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Bound port: 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:42:07.652176 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.682983 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] For port b585fe90-1b54-4b9f-aa9d-420eeb0847c3, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:42:07.685405 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-324d59d9-b44e-4023-b7ee-a7956f1b0797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.685892 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port e66f38db-741f-4d20-a19f-2a10a0b00577 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:07.686311 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.687679 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-324d59d9-b44e-4023-b7ee-a7956f1b0797 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 1127 time: 0.0690997 May 25 05:42:07.704352 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66f38db-741f-4d20-a19f-2a10a0b00577 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:07.716033 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715432cc-a2ec-46e7-9dab-a9dc3ca767aa req-a59972d0-d102-4a3b-bf19-13d3ead35f83 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.718654 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-715432cc-a2ec-46e7-9dab-a9dc3ca767aa req-a59972d0-d102-4a3b-bf19-13d3ead35f83 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 944 time: 0.3176429 May 25 05:42:07.728804 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.733913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port e66f38db-741f-4d20-a19f-2a10a0b00577, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e66f38db-741f-4d20-a19f-2a10a0b00577,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:07.740711 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.794247 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=e66f38db-741f-4d20-a19f-2a10a0b00577,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:07.806741 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98994b91-1f4a-4e4a-b65f-8b4bbfdfa7b3 req-11b2a3d9-6789-4dcc-88c6-3ac290b8abdd tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665000 May 25 05:42:07.831737 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.832238 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.834188 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] 10.222.0.32 "PUT /v2.0/ports/b585fe90-1b54-4b9f-aa9d-420eeb0847c3 HTTP/1.1" status: 200 len: 1093 time: 3.5762389 May 25 05:42:07.834670 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'tag': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:07.840443 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f0075917-e024-4c7a-9cf2-c43c1941520c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:07.840675 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02c82e7-10ba-471f-8e75-12fded18d2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5e4315-3c91-4b01-a998-a3d84bd8fc7d", "tag": "b585fe90-1b54-4b9f-aa9d-420eeb0847c3"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:07.958152 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927c446-9740-4d98-b1a2-6fef6025e098 service neutron] Pushing event updated for resources: {'Port': ['ID=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:07.961167 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] For port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:42:07.994716 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-cc313269-b279-4e81-bc52-1493272f7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:07.996359 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-cc313269-b279-4e81-bc52-1493272f7c81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 912 time: 0.3020580 May 25 05:42:08.012581 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-715432cc-a2ec-46e7-9dab-a9dc3ca767aa req-d3d5e2b3-0d57-4659-b105-d08b84ca8217 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865365 May 25 05:42:08.049052 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] For port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:42:08.080303 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.092559 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-773364f3-b1a6-4bbf-8c8b-99fc04e29589 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 200 len: 217 time: 0.0898142 May 25 05:42:08.107920 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-f7588a91-e20c-440a-996d-c869b9258eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.109471 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-f7588a91-e20c-440a-996d-c869b9258eac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 1127 time: 0.2144859 May 25 05:42:08.173221 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f0075917-e024-4c7a-9cf2-c43c1941520c admin admin] Publish callbacks [] for security_group (b3fe0518-f4f3-4968-a0f8-7a636d3414ff), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.175405 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-e32f206b-88da-4777-b44c-dec384eaee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.177710 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-e32f206b-88da-4777-b44c-dec384eaee91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.0723891 May 25 05:42:08.179503 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f0075917-e024-4c7a-9cf2-c43c1941520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b3fe0518-f4f3-4968-a0f8-7a636d3414ff), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.228206 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e74b6b-7c38-4ff1-b287-491251b41248 req-398af4f1-e709-4033-9a39-3ae9064e51f1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.235199 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0e74b6b-7c38-4ff1-b287-491251b41248 req-398af4f1-e709-4033-9a39-3ae9064e51f1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 943 time: 0.3050103 May 25 05:42:08.239629 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.240058 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.242057 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] 10.222.0.32 "PUT /v2.0/ports/5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 HTTP/1.1" status: 200 len: 1093 time: 3.4822268 May 25 05:42:08.262585 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f0075917-e024-4c7a-9cf2-c43c1941520c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=023868cd0eb34bddad57db795925d15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7543967 May 25 05:42:08.264463 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0075917-e024-4c7a-9cf2-c43c1941520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fe0518-f4f3-4968-a0f8-7a636d3414ff,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:08.274985 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-363f53a5-3513-4322-9223-82aa262e5d0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3 HTTP/1.1" status: 200 len: 217 time: 0.1354356 May 25 05:42:08.275120 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39114) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:08.324867 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-59f82cd5-bdff-4f40-be6f-edee4fadb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.326309 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-59f82cd5-bdff-4f40-be6f-edee4fadb93d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1413472 May 25 05:42:08.349833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c18c4-f03f-4487-bf24-81f6c4cf9c72 service neutron] Pushing event updated for resources: {'Port': ['ID=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:08.439067 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa42beb-7297-4cea-a3e4-50bfe843e848 req-e7604f53-b6b7-45bc-9d75-0709747f44b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.440624 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-efa42beb-7297-4cea-a3e4-50bfe843e848 req-e7604f53-b6b7-45bc-9d75-0709747f44b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 943 time: 0.3351362 May 25 05:42:08.460249 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-12b78285-4bb4-424b-b49f-834786d28e34 admin admin] Publish callbacks [] for security_group (b3fe0518-f4f3-4968-a0f8-7a636d3414ff), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.479686 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0e74b6b-7c38-4ff1-b287-491251b41248 req-9cfe6e0e-5645-45e3-901f-e5e6d3d404c2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435677 May 25 05:42:08.480344 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39120) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:08.497598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-1f0daef2-e4bf-4f87-a7bf-daa3ea6235da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.499616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-1f0daef2-e4bf-4f87-a7bf-daa3ea6235da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.2101021 May 25 05:42:08.506964 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['e66f38db-741f-4d20-a19f-2a10a0b00577'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:42:08.519174 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-12b78285-4bb4-424b-b49f-834786d28e34 admin admin] Publish callbacks [] for security_group (b3fe0518-f4f3-4968-a0f8-7a636d3414ff), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.528808 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-61186b4b-2726-4b49-9e5e-c3e4d02886f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.531527 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-61186b4b-2726-4b49-9e5e-c3e4d02886f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 1127 time: 0.1843138 May 25 05:42:08.631399 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-87ed2b55-ae72-489e-adba-7d156e687a31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 HTTP/1.1" status: 200 len: 217 time: 0.0648229 May 25 05:42:08.652385 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-5e019d56-a379-4547-96c1-64855bc5734e service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803175 May 25 05:42:08.694895 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350d82a1-767d-4cf6-921c-2c7d690970f7 x-openstack-request-id: req-350d82a1-767d-4cf6-921c-2c7d690970f7 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:08.695192 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5e4315-3c91-4b01-a998-a3d84bd8fc7d", "tag": "b585fe90-1b54-4b9f-aa9d-420eeb0847c3", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:08.695431 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-350d82a1-767d-4cf6-921c-2c7d690970f7 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:08.696214 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350d82a1-767d-4cf6-921c-2c7d690970f7'] response: {'name': 'network-changed', 'server_uuid': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'tag': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3', 'status': 'completed', 'code': 200} May 25 05:42:08.722787 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-efa42beb-7297-4cea-a3e4-50bfe843e848 req-239063a9-75d9-4cc0-80f7-42c2aa7c65c7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647190 May 25 05:42:08.740147 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6d0fa6a3-8dcf-4688-8fc6-0ba04285c6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.790332 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-12b78285-4bb4-424b-b49f-834786d28e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b3fe0518-f4f3-4968-a0f8-7a636d3414ff), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.791044 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-12b78285-4bb4-424b-b49f-834786d28e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:08.809307 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-12b78285-4bb4-424b-b49f-834786d28e34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3fe0518-f4f3-4968-a0f8-7a636d3414ff HTTP/1.1" status: 204 len: 168 time: 0.5292535 May 25 05:42:08.818561 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-bd59819f-80b6-43ba-b34c-9c0d03076569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.820357 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-bd59819f-80b6-43ba-b34c-9c0d03076569 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.1787045 May 25 05:42:08.844656 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-52f04e72-abab-475f-bdd7-572da8dfb087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:08.846519 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-52f04e72-abab-475f-bdd7-572da8dfb087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3349001 May 25 05:42:08.850855 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b78285-4bb4-424b-b49f-834786d28e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fe0518-f4f3-4968-a0f8-7a636d3414ff,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:08.932265 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7356b90d-86b0-46c6-8cfd-13e2c953c545 req-fa0643a9-1570-4f29-8428-d03569ac8ef6 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744536 May 25 05:42:09.110728 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6d0fa6a3-8dcf-4688-8fc6-0ba04285c6be admin admin] Publish callbacks [] for security_group (b5373af4-cf7c-40c6-af37-89065d8568f4), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.132637 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6d0fa6a3-8dcf-4688-8fc6-0ba04285c6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b5373af4-cf7c-40c6-af37-89065d8568f4), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.157599 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-59558cd9-e10c-42f5-9ddb-cca0079cb8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.158866 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db56f9-7e72-40eb-9ba5-a36b74f03e11 req-8c5feaa8-17d6-49ce-85d8-c799e49d3850 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.161075 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71db56f9-7e72-40eb-9ba5-a36b74f03e11 req-8c5feaa8-17d6-49ce-85d8-c799e49d3850 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 943 time: 0.3361146 May 25 05:42:09.163127 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-938cc90c-361c-4184-bbfa-6543bfcb96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.164578 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-938cc90c-361c-4184-bbfa-6543bfcb96b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3170073 May 25 05:42:09.198434 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39138) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:09.217001 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-160726ce-6927-4df0-827d-30ce07bb5ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.229540 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8a010-5e14-4486-9767-9d83baffbfef req-427125d0-c6ea-4685-bedf-e92c7b10b340 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.230848 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dfe8a010-5e14-4486-9767-9d83baffbfef req-427125d0-c6ea-4685-bedf-e92c7b10b340 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.2762842 May 25 05:42:09.270962 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-ca9be303-309f-4d80-aa03-c45b2628b11c service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317058 May 25 05:42:09.302850 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-6d0fa6a3-8dcf-4688-8fc6-0ba04285c6be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27e5a480d72d44bca0657307fea028ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7971015 May 25 05:42:09.303045 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:09.303045 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d" -d '{"events": [{"name": "network-changed", "server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:09.303239 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fa6a3-8dcf-4688-8fc6-0ba04285c6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5373af4-cf7c-40c6-af37-89065d8568f4,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:09.306987 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39140) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:09.347879 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-160726ce-6927-4df0-827d-30ce07bb5ac2 admin admin] Publish callbacks [] for security_group (4b37e7ea-462b-476e-93db-db26c0873613), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.362042 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-160726ce-6927-4df0-827d-30ce07bb5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4b37e7ea-462b-476e-93db-db26c0873613), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.408480 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-160726ce-6927-4df0-827d-30ce07bb5ac2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ba884d2193048b0a84f46499098b897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086849 May 25 05:42:09.417661 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71db56f9-7e72-40eb-9ba5-a36b74f03e11 req-c67a95e9-c473-42fc-a025-0e3adf6e3173 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382777 May 25 05:42:09.418822 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39144) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:09.429086 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160726ce-6927-4df0-827d-30ce07bb5ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b37e7ea-462b-476e-93db-db26c0873613,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:09.433400 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0e3caf9e-4f53-482d-82d0-59b1a30fe70a admin admin] Publish callbacks [] for security_group (b5373af4-cf7c-40c6-af37-89065d8568f4), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.456486 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dfe8a010-5e14-4486-9767-9d83baffbfef req-2fcedd21-b681-4f1b-919a-c387eb22e391 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783931 May 25 05:42:09.466301 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-a96f1d9b-37aa-454d-be55-c3c8d690a226 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879343 May 25 05:42:09.485038 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:42:09.487183 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0e3caf9e-4f53-482d-82d0-59b1a30fe70a admin admin] Publish callbacks [] for security_group (b5373af4-cf7c-40c6-af37-89065d8568f4), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.513763 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87456a4c-8fc3-4a15-901c-1c72c132c65f x-openstack-request-id: req-87456a4c-8fc3-4a15-901c-1c72c132c65f {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:09.514141 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:09.514393 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87456a4c-8fc3-4a15-901c-1c72c132c65f {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:09.514799 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87456a4c-8fc3-4a15-901c-1c72c132c65f'] response: {'name': 'network-changed', 'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'status': 'completed', 'code': 200} May 25 05:42:09.515950 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:42:09.619928 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee16131e-c347-43cd-8c7e-28ac20073c96 admin admin] Publish callbacks [] for security_group (4b37e7ea-462b-476e-93db-db26c0873613), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.631330 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-24eb87f2-f0fb-4cd1-9732-ed49b7b1fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.633262 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-24eb87f2-f0fb-4cd1-9732-ed49b7b1fb6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1128 time: 0.0901260 May 25 05:42:09.652652 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c70c3173-72e1-4a72-9fdf-6947d6e0b362 req-d2667ad2-6dde-4c57-b775-64542814438d service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719571 May 25 05:42:09.669938 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:09.678055 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee16131e-c347-43cd-8c7e-28ac20073c96 admin admin] Publish callbacks [] for security_group (4b37e7ea-462b-476e-93db-db26c0873613), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.681637 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0e3caf9e-4f53-482d-82d0-59b1a30fe70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b5373af4-cf7c-40c6-af37-89065d8568f4), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.684668 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0e3caf9e-4f53-482d-82d0-59b1a30fe70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.687187 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0e3caf9e-4f53-482d-82d0-59b1a30fe70a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5373af4-cf7c-40c6-af37-89065d8568f4 HTTP/1.1" status: 204 len: 168 time: 0.3750687 May 25 05:42:09.700920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'port_id': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'mac_address': 'fa:16:3e:f1:37:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:42:09.709326 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:42:09.718496 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f6be74b4-70b6-4c90-a412-9cc1bcca280a req-affcfaa4-7b2e-4808-b679-34e0810f3312 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403777 May 25 05:42:09.721663 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:09.724419 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.727992 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aea95d-902c-468b-8a26-9cc3fbcc4480 req-2f936e59-4b81-4c97-bb2d-6beadc1a4a8c tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.735862 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-96aea95d-902c-468b-8a26-9cc3fbcc4480 req-2f936e59-4b81-4c97-bb2d-6beadc1a4a8c tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 944 time: 0.2118590 May 25 05:42:09.760613 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e9ec9-2459-490f-8198-43840af2ef11 req-b60c4373-58be-49ac-b14b-a79adb0b6be7 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.762229 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-239e9ec9-2459-490f-8198-43840af2ef11 req-b60c4373-58be-49ac-b14b-a79adb0b6be7 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 943 time: 0.1839974 May 25 05:42:09.806175 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3caf9e-4f53-482d-82d0-59b1a30fe70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5373af4-cf7c-40c6-af37-89065d8568f4,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:09.843611 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-fdcfb04c-cf98-48cd-9e48-5c20a7e7f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.847969 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-fdcfb04c-cf98-48cd-9e48-5c20a7e7f17f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.1924322 May 25 05:42:09.859315 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-96aea95d-902c-468b-8a26-9cc3fbcc4480 req-13b66010-c958-4242-9ab9-fb033073b9fb tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176836 May 25 05:42:09.896690 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:09.896830 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:09.926973 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-239e9ec9-2459-490f-8198-43840af2ef11 req-d7bdd20b-28b9-4124-94e3-c478f6127757 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560473 May 25 05:42:09.934129 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-b1a680dd-9da9-417b-9e37-c7c7a3c1ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:09.935306 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-b1a680dd-9da9-417b-9e37-c7c7a3c1ebb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 1127 time: 0.1555591 May 25 05:42:09.952566 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1b65c9-a9f5-4ace-aada-6408e400c064 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:09.955826 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-b27c42fc-3732-4f7c-af18-ff75ab29b036 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 217 time: 0.0997183 May 25 05:42:09.990581 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:09.991050 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.021244 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:10.040283 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.040948 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device f4a77cf0-11f4-4350-9b07-22502a5dbe3a details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:42:10.049097 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-147ef79b-2358-493a-af09-2f5579be7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:10.050573 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-147ef79b-2358-493a-af09-2f5579be7f09 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0781512 May 25 05:42:10.065783 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee16131e-c347-43cd-8c7e-28ac20073c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4b37e7ea-462b-476e-93db-db26c0873613), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.069003 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee16131e-c347-43cd-8c7e-28ac20073c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.072861 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:10.081031 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ee16131e-c347-43cd-8c7e-28ac20073c96 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b37e7ea-462b-476e-93db-db26c0873613 HTTP/1.1" status: 204 len: 168 time: 0.6488771 May 25 05:42:10.146228 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16131e-c347-43cd-8c7e-28ac20073c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b37e7ea-462b-476e-93db-db26c0873613,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:10.186309 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-95f56605-ebe3-40a7-a95c-afa7378c1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:10.188957 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-95f56605-ebe3-40a7-a95c-afa7378c1420 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1324561 May 25 05:42:10.328033 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,segment=NetworkSegment(6fbb081c-f029-448e-9530-4be3d6110a8a),segment_id=6fbb081c-f029-448e-9530-4be3d6110a8a)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:10.375634 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.390478 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b8844-6f97-4422-a93b-2ff252a04746 req-c1670f4b-b2e9-454d-a34e-2d54cbce9059 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:10.399337 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d21b8844-6f97-4422-a93b-2ff252a04746 req-c1670f4b-b2e9-454d-a34e-2d54cbce9059 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 943 time: 0.4414198 May 25 05:42:10.437795 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-21f470d4-d7e7-43f3-b39b-6c2114f78084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:10.439831 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-21f470d4-d7e7-43f3-b39b-6c2114f78084 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.4958708 May 25 05:42:10.469087 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-db9a7368-1fcb-473d-a4b4-f59542fcc374 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703958 May 25 05:42:10.486034 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.db.resource_extend [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 05:42:10.505826 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-aabf4bb8-df85-4aa1-8f27-956e37842aec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3 HTTP/1.1" status: 200 len: 217 time: 0.0588956 May 25 05:42:10.522584 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d21b8844-6f97-4422-a93b-2ff252a04746 req-8afafa1b-4806-439a-8eb6-8f520eb82f89 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220229 May 25 05:42:10.530015 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39176) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:10.635833 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:10.638955 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.689170 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:10.689511 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c530f055-98bd-4eef-ae63-1913d5cab645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.697275 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:10.704059 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1a6451-ff6a-4c71-be0a-b4400e915a53" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:10.707061 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3a2cdbdd-1389-4f2b-8bce-2829aef6ba3d req-5477f458-c604-40ed-801a-9a4b0da28bbc service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281585 May 25 05:42:10.774367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-ec588c2a-e819-47bf-a9dd-1f65f3a7b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:10.775882 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-ec588c2a-e819-47bf-a9dd-1f65f3a7b981 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.2520244 May 25 05:42:10.798787 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834b59ee-e997-4450-91fa-fbb3d3997197" -d '{"events": [{"server_uuid": "e258a29f-f655-4bde-b220-b3ca703d9805", "name": "network-vif-plugged", "status": "completed", "tag": "023bfee6-cc5f-4021-8e5a-a7c6776b55d6"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:10.811573 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port f4a77cf0-11f4-4350-9b07-22502a5dbe3a, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:10.829631 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'port_id': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'mac_address': 'fa:16:3e:ff:cb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:42:10.859683 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bf36d-453c-4d8a-865c-1e9a88560e2f req-93895019-f41b-44a8-b7b0-c27624dffdc1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:10.860469 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e29bf36d-453c-4d8a-865c-1e9a88560e2f req-93895019-f41b-44a8-b7b0-c27624dffdc1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 943 time: 0.2326729 May 25 05:42:10.873988 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4033b9-9267-4dc1-9c4f-18eba1251996 req-29efdb27-3223-4fae-a2d6-e6d5e5970277 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:10.881062 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port f4a77cf0-11f4-4350-9b07-22502a5dbe3a is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:10.881062 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.882339 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ef4033b9-9267-4dc1-9c4f-18eba1251996 req-29efdb27-3223-4fae-a2d6-e6d5e5970277 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 945 time: 0.2291286 May 25 05:42:10.896376 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a77cf0-11f4-4350-9b07-22502a5dbe3a {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:10.930308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port f4a77cf0-11f4-4350-9b07-22502a5dbe3a, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:10.937477 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:10.999637 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-68f683a3-1950-4839-b6d8-749e1d74bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:11.001216 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-68f683a3-1950-4839-b6d8-749e1d74bf89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2137418 May 25 05:42:11.021431 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:11.022471 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c530f055-98bd-4eef-ae63-1913d5cab645 admin admin] Publish callbacks [] for security_group (a60914e9-382b-4c3c-8c79-35cd3771c454), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:11.042909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c530f055-98bd-4eef-ae63-1913d5cab645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (a60914e9-382b-4c3c-8c79-35cd3771c454), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:11.048254 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e29bf36d-453c-4d8a-865c-1e9a88560e2f req-86f070e8-de73-4b7d-887f-5833d1cda020 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601250 May 25 05:42:11.102873 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ef4033b9-9267-4dc1-9c4f-18eba1251996 req-fc005ae9-86c2-4d3f-9c1c-06fcd6d5344a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195361 May 25 05:42:11.142132 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2620c97d-7cdc-4711-b5b7-95ac3e3324d7 x-openstack-request-id: req-2620c97d-7cdc-4711-b5b7-95ac3e3324d7 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:11.142444 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:11.142704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2620c97d-7cdc-4711-b5b7-95ac3e3324d7 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:11.143111 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2620c97d-7cdc-4711-b5b7-95ac3e3324d7'] response: {'name': 'network-changed', 'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'status': 'completed', 'code': 200} May 25 05:42:11.206995 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c530f055-98bd-4eef-ae63-1913d5cab645 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3713f5d8f6ae49dc94da16b93427cb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6674485 May 25 05:42:11.210555 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39202) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:11.226753 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530f055-98bd-4eef-ae63-1913d5cab645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60914e9-382b-4c3c-8c79-35cd3771c454,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:11.275477 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-9135205b-6e54-45aa-95d2-aff2b91ef266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:11.276992 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-9135205b-6e54-45aa-95d2-aff2b91ef266 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 1127 time: 0.1097221 May 25 05:42:11.299973 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d545b2e-dda1-4126-9465-aea2e1e89902 admin admin] Publish callbacks [] for security_group (a60914e9-382b-4c3c-8c79-35cd3771c454), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:11.307002 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-0dc763d3-54cf-4abc-8eff-44c1246884da service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903037 May 25 05:42:11.327896 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d545b2e-dda1-4126-9465-aea2e1e89902 admin admin] Publish callbacks [] for security_group (a60914e9-382b-4c3c-8c79-35cd3771c454), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:11.397806 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f5ba4-dc75-4cfe-95ab-8143fd17000c req-7790c1f5-6944-4035-973f-4c1930726319 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:11.400296 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e33f5ba4-dc75-4cfe-95ab-8143fd17000c req-7790c1f5-6944-4035-973f-4c1930726319 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.1429448 May 25 05:42:11.421649 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d545b2e-dda1-4126-9465-aea2e1e89902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (a60914e9-382b-4c3c-8c79-35cd3771c454), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:11.424266 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d545b2e-dda1-4126-9465-aea2e1e89902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:11.428719 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0d545b2e-dda1-4126-9465-aea2e1e89902 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a60914e9-382b-4c3c-8c79-35cd3771c454 HTTP/1.1" status: 204 len: 168 time: 0.2155702 May 25 05:42:11.440269 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d545b2e-dda1-4126-9465-aea2e1e89902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60914e9-382b-4c3c-8c79-35cd3771c454,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:11.493370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1388dd36-2c3a-4fe2-8d39-99f6e49e22a6 x-openstack-request-id: req-1388dd36-2c3a-4fe2-8d39-99f6e49e22a6 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:11.493370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e258a29f-f655-4bde-b220-b3ca703d9805", "name": "network-vif-plugged", "status": "completed", "tag": "023bfee6-cc5f-4021-8e5a-a7c6776b55d6", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:11.493370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1388dd36-2c3a-4fe2-8d39-99f6e49e22a6 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:11.494011 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1388dd36-2c3a-4fe2-8d39-99f6e49e22a6'] response: {'server_uuid': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6', 'code': 200} May 25 05:42:11.504666 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d02c82e7-10ba-471f-8e75-12fded18d2a0 req-1ad0dca1-8a97-4556-96fc-607d5f983f49 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907210 May 25 05:42:11.510085 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e66f38db-741f-4d20-a19f-2a10a0b00577 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:42:11.517841 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e33f5ba4-dc75-4cfe-95ab-8143fd17000c req-4ca168ef-365b-4a4c-9dbb-81d43a107637 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085999 May 25 05:42:11.536777 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['f4a77cf0-11f4-4350-9b07-22502a5dbe3a'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:42:11.591510 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-43ef5894-645a-433b-9eb9-4d5796fd5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:11.593958 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-43ef5894-645a-433b-9eb9-4d5796fd5f9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.3074172 May 25 05:42:11.594945 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['7f1b65c9-a9f5-4ace-aada-6408e400c064'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:42:11.692273 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-b57e292e-386d-4b85-b52a-6a44f338e333 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 HTTP/1.1" status: 200 len: 217 time: 0.0921710 May 25 05:42:11.800631 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-f32f0d63-49e1-4fc3-aa64-453dffb2d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:11.803171 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-f32f0d63-49e1-4fc3-aa64-453dffb2d840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.1033792 May 25 05:42:11.915505 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:11.918651 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-4d975b23-8386-47fa-8b9b-6e29e1439dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:11.921494 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-4d975b23-8386-47fa-8b9b-6e29e1439dab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104598 May 25 05:42:11.976727 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port e66f38db-741f-4d20-a19f-2a10a0b00577 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:42:12.025384 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13195001-df76-4ac8-92cf-f19e6410defe req-21ab89e5-07d5-47cb-ba0a-4f698ce94ddc tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:12.027020 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-13195001-df76-4ac8-92cf-f19e6410defe req-21ab89e5-07d5-47cb-ba0a-4f698ce94ddc tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 943 time: 0.3755660 May 25 05:42:12.045309 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314e9c1-bb7e-4b01-ab06-d1f1059259ad req-10ce2839-ae4c-4d3e-afd6-62812ae1a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:12.053877 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d314e9c1-bb7e-4b01-ab06-d1f1059259ad req-10ce2839-ae4c-4d3e-afd6-62812ae1a812 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 1129 time: 0.2760756 May 25 05:42:12.069184 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port e66f38db-741f-4d20-a19f-2a10a0b00577 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:12.070546 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:12.124089 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20064b-7318-4a56-b14a-b45843146a29 req-47c7ca6d-8c8c-46a3-a28d-c07daa6cff8f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:12.136592 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-267cd3c8-5234-4a03-9919-279c5c8f130b service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082572 May 25 05:42:12.137055 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-de20064b-7318-4a56-b14a-b45843146a29 req-47c7ca6d-8c8c-46a3-a28d-c07daa6cff8f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 943 time: 0.4298010 May 25 05:42:12.175072 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-d314e9c1-bb7e-4b01-ab06-d1f1059259ad req-fcf99749-48b9-4317-8d4a-7388fa144818 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:12.260939 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-13195001-df76-4ac8-92cf-f19e6410defe req-fffd3eff-951d-49b7-9dd4-aa0c5abde429 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230964 May 25 05:42:12.291643 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-de20064b-7318-4a56-b14a-b45843146a29 req-966d8c33-a926-441c-810e-d70d131fd991 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535938 May 25 05:42:12.345771 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port e66f38db-741f-4d20-a19f-2a10a0b00577 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:12.346198 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:12.376574 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-ee1a6451-ff6a-4c71-be0a-b4400e915a53 req-74f5b852-c724-4d25-a93e-b26e3b4d70db service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335558 May 25 05:42:12.423409 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port e66f38db-741f-4d20-a19f-2a10a0b00577, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e66f38db-741f-4d20-a19f-2a10a0b00577,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:12.430330 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:12.484773 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:12.485175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-d314e9c1-bb7e-4b01-ab06-d1f1059259ad req-fcf99749-48b9-4317-8d4a-7388fa144818 service neutron] Publish callbacks [] for security_group (a488b5b3-c24a-431d-b835-f70a96fb94d3), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:12.495880 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=e66f38db-741f-4d20-a19f-2a10a0b00577,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:12.496529 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-d314e9c1-bb7e-4b01-ab06-d1f1059259ad req-fcf99749-48b9-4317-8d4a-7388fa144818 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (a488b5b3-c24a-431d-b835-f70a96fb94d3), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:12.525151 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964de50-9f61-47f9-94ea-4aecf95af4d7 req-64e40ec6-9f76-4302-a9e6-16629e366d05 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:12.526732 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9964de50-9f61-47f9-94ea-4aecf95af4d7 req-64e40ec6-9f76-4302-a9e6-16629e366d05 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 944 time: 0.1581020 May 25 05:42:12.591111 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d314e9c1-bb7e-4b01-ab06-d1f1059259ad req-fcf99749-48b9-4317-8d4a-7388fa144818 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288184 May 25 05:42:12.591712 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf99749-48b9-4317-8d4a-7388fa144818 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a488b5b3-c24a-431d-b835-f70a96fb94d3,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:12.601062 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be03b58-695e-4354-82ac-37b34e2848f6 req-7b4d3a55-24c8-4554-a10e-a7c9abf0172a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:12.608837 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7be03b58-695e-4354-82ac-37b34e2848f6 req-7b4d3a55-24c8-4554-a10e-a7c9abf0172a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 945 time: 0.1915467 May 25 05:42:12.664629 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9964de50-9f61-47f9-94ea-4aecf95af4d7 req-cc27edfa-8d4a-42e7-a9b5-4dfe01c82ed4 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222901 May 25 05:42:12.683896 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7be03b58-695e-4354-82ac-37b34e2848f6 req-9669f384-f0ef-4329-848c-e046889e44ea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738010 May 25 05:42:12.777514 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf684e3d-ec59-4c3f-ae4c-34224ba077a8 req-2ca1b303-774e-43b6-bbe7-e20bc39b08a7 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:12.779328 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cf684e3d-ec59-4c3f-ae4c-34224ba077a8 req-2ca1b303-774e-43b6-bbe7-e20bc39b08a7 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.0532675 May 25 05:42:12.829499 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cf684e3d-ec59-4c3f-ae4c-34224ba077a8 req-6b8a613d-3e88-4fec-8346-38c7d1766843 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 May 25 05:42:13.481015 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ed1b1-f027-440b-a0ba-e0d9aa2d11fb req-c28d9097-097d-44a6-8ef9-3c9fa06527b6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:13.488161 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-528ed1b1-f027-440b-a0ba-e0d9aa2d11fb req-c28d9097-097d-44a6-8ef9-3c9fa06527b6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 943 time: 0.1099308 May 25 05:42:13.494627 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66f38db-741f-4d20-a19f-2a10a0b00577'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:13.497386 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b2bfa1-eb5b-4639-b959-a6a4725a9f78" -d '{"events": [{"server_uuid": "72a66745-7fc3-467d-81f2-75f1dcb8a7f8", "name": "network-vif-plugged", "status": "completed", "tag": "e66f38db-741f-4d20-a19f-2a10a0b00577"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:13.516887 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27109dd-cf6c-4fd8-9eaf-0aba3e85d388 req-625eefbe-6c5d-4ac7-993b-d0235d7acd59 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:13.522304 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device b585fe90-1b54-4b9f-aa9d-420eeb0847c3 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:42:13.525670 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a27109dd-cf6c-4fd8-9eaf-0aba3e85d388 req-625eefbe-6c5d-4ac7-993b-d0235d7acd59 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 943 time: 0.1275315 May 25 05:42:13.527102 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device f4a77cf0-11f4-4350-9b07-22502a5dbe3a up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:42:13.582811 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-528ed1b1-f027-440b-a0ba-e0d9aa2d11fb req-575fcd38-1593-4770-a11d-fcf6968e53c5 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931396 May 25 05:42:13.603725 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a27109dd-cf6c-4fd8-9eaf-0aba3e85d388 req-0b911adf-a340-4a2f-9aac-76f8d6c34395 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770323 May 25 05:42:13.650735 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8945774-5086-438b-90f3-b0a58809dbdb x-openstack-request-id: req-a8945774-5086-438b-90f3-b0a58809dbdb {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:13.651085 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a66745-7fc3-467d-81f2-75f1dcb8a7f8", "name": "network-vif-plugged", "status": "completed", "tag": "e66f38db-741f-4d20-a19f-2a10a0b00577", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:13.651367 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8945774-5086-438b-90f3-b0a58809dbdb {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:13.651822 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8945774-5086-438b-90f3-b0a58809dbdb'] response: {'server_uuid': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66f38db-741f-4d20-a19f-2a10a0b00577', 'code': 200} May 25 05:42:13.658938 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port f4a77cf0-11f4-4350-9b07-22502a5dbe3a completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:42:13.674819 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port f4a77cf0-11f4-4350-9b07-22502a5dbe3a triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:13.675188 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:13.736901 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:13.757167 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port b585fe90-1b54-4b9f-aa9d-420eeb0847c3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:13.783359 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'port_id': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3', 'mac_address': 'fa:16:3e:7f:f4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:42:13.846660 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:13.847147 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:13.861559 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port f4a77cf0-11f4-4350-9b07-22502a5dbe3a is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:13.861930 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:13.880104 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b585fe90-1b54-4b9f-aa9d-420eeb0847c3 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:13.918404 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port b585fe90-1b54-4b9f-aa9d-420eeb0847c3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:13.920084 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407331ed-6bc4-4a86-a6c9-218c93c6773b req-c10f7027-0820-4f09-a66d-6c90be6cf571 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:13.922004 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-407331ed-6bc4-4a86-a6c9-218c93c6773b req-c10f7027-0820-4f09-a66d-6c90be6cf571 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 944 time: 0.1548886 May 25 05:42:13.932599 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:13.933269 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:42:13.936180 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bf7ae-a91c-4abf-992f-9ee1cc44455b req-781dce9f-afc0-4830-91f1-634cdbf2459b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:13.936311 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port f4a77cf0-11f4-4350-9b07-22502a5dbe3a, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:13.937751 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7b0bf7ae-a91c-4abf-992f-9ee1cc44455b req-781dce9f-afc0-4830-91f1-634cdbf2459b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 945 time: 0.1589060 May 25 05:42:13.943312 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a7201-40b2-4ec7-9e5a-66955a8bdefd req-18f12001-0e25-4a9b-91e5-5b4a7cb633e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:13.944847 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a00a7201-40b2-4ec7-9e5a-66955a8bdefd req-18f12001-0e25-4a9b-91e5-5b4a7cb633e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 1130 time: 0.1073825 May 25 05:42:13.945209 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:13.946003 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:42:14.050579 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a00a7201-40b2-4ec7-9e5a-66955a8bdefd req-bb4100ce-2ada-42fe-91fe-aa9b14a2ebfb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978117 May 25 05:42:14.054392 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-407331ed-6bc4-4a86-a6c9-218c93c6773b req-d4fcd291-bc1c-459c-b105-d814167e9657 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147485 May 25 05:42:14.057194 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7b0bf7ae-a91c-4abf-992f-9ee1cc44455b req-093fbb85-ee04-442e-9a4c-cc2935d3770b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065118 May 25 05:42:14.079134 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:14.130527 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 7f1b65c9-a9f5-4ace-aada-6408e400c064 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:42:14.158595 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 7f1b65c9-a9f5-4ace-aada-6408e400c064 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:14.158890 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:14.166721 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:14.171339 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6d160-8f10-49fd-a661-6d86fc0f56c5 req-10d50ada-1ee2-4d0e-990f-2d7311576cd5 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:14.172809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ccc6d160-8f10-49fd-a661-6d86fc0f56c5 req-10d50ada-1ee2-4d0e-990f-2d7311576cd5 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.0534258 May 25 05:42:14.192450 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:14.200705 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:42:14.224134 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ccc6d160-8f10-49fd-a661-6d86fc0f56c5 req-66633ad8-4575-40c4-9665-789ce6854990 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 May 25 05:42:14.248639 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:14.249025 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:14.279202 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:42:14.309313 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:14.309722 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:14.313562 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:14.322206 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:14.384992 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:14.391704 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:14.393528 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:14.443414 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:14.776266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6a422-fd88-46f9-8498-709ea9b6a0d4 req-e09bea92-1c8f-4ea7-9a56-68f59c673642 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:14.791478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ebf6a422-fd88-46f9-8498-709ea9b6a0d4 req-e09bea92-1c8f-4ea7-9a56-68f59c673642 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 944 time: 0.1346915 May 25 05:42:14.823430 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f220ad-9efe-4621-b13c-26301f439906 req-3dfe69a1-efa4-405b-8930-d3a9537d497f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:14.830843 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90f220ad-9efe-4621-b13c-26301f439906 req-3dfe69a1-efa4-405b-8930-d3a9537d497f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 944 time: 0.1374843 May 25 05:42:14.899876 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['b585fe90-1b54-4b9f-aa9d-420eeb0847c3'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:42:14.910941 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ebf6a422-fd88-46f9-8498-709ea9b6a0d4 req-9ea5faa9-8780-419b-944d-457d49b4952f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072390 May 25 05:42:14.918355 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90f220ad-9efe-4621-b13c-26301f439906 req-8b5d0a02-ca03-4b03-a5f2-a90decf6dc62 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866203 May 25 05:42:15.025423 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['5ad6cc37-e900-4826-b371-3fc4fbd8a0d9'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:42:15.237583 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bce90-b395-4bab-86da-b4e7d5c2a636 req-cf5c741a-79d3-491d-ac0d-be84e8db28e5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:15.239840 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1b8bce90-b395-4bab-86da-b4e7d5c2a636 req-cf5c741a-79d3-491d-ac0d-be84e8db28e5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0931807 May 25 05:42:15.247145 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a2304-e61f-438a-91e3-bac5f28c4403 req-b1f5fbaa-436d-430a-8a4c-851230f89aec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:15.248583 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b02a2304-e61f-438a-91e3-bac5f28c4403 req-b1f5fbaa-436d-430a-8a4c-851230f89aec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1037250 May 25 05:42:15.316115 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1b8bce90-b395-4bab-86da-b4e7d5c2a636 req-e800047a-ad80-4a55-9737-313e625cf82a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665696 May 25 05:42:15.337761 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b02a2304-e61f-438a-91e3-bac5f28c4403 req-e5bc4da3-e141-4633-afa8-8432c5d55c57 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652633 May 25 05:42:15.445619 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a742da-b6a4-4b6b-b87d-96385c988628 req-01633930-77a9-466d-ad69-95ac7f99fb07 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:15.447427 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c9a742da-b6a4-4b6b-b87d-96385c988628 req-01633930-77a9-466d-ad69-95ac7f99fb07 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.0621746 May 25 05:42:15.499760 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c9a742da-b6a4-4b6b-b87d-96385c988628 req-f8918f25-4979-44c0-805f-f5515679b532 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446534 May 25 05:42:15.653583 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a'}, {'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:15.656329 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b73bbf-eda9-4543-a23f-a3dd93d4a8f9" -d '{"events": [{"server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "name": "network-vif-plugged", "status": "completed", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a"}, {"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:15.701855 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 May 2022 05:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da777e3-6d0b-4df5-a3c7-9cedd291a077 x-openstack-request-id: req-5da777e3-6d0b-4df5-a3c7-9cedd291a077 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:15.702181 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "name": "network-vif-plugged", "status": "completed", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a", "code": 200}, {"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:15.702435 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5da777e3-6d0b-4df5-a3c7-9cedd291a077 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:15.702882 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da777e3-6d0b-4df5-a3c7-9cedd291a077'] response: {'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'code': 200} May 25 05:42:15.703077 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da777e3-6d0b-4df5-a3c7-9cedd291a077'] response: {'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'code': 200} May 25 05:42:15.962277 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d1aee-c836-45b6-ab2b-0240e6aa09d7 req-208e3393-4d67-4025-a7c8-4ec1c4d93074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:15.964516 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-028d1aee-c836-45b6-ab2b-0240e6aa09d7 req-208e3393-4d67-4025-a7c8-4ec1c4d93074 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 1129 time: 0.0475860 May 25 05:42:16.074169 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-028d1aee-c836-45b6-ab2b-0240e6aa09d7 req-f2b7de78-bc4d-46e6-8768-9b53be6aabd9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027448 May 25 05:42:16.132236 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcf72c-1076-4ef8-ad97-21129337af39 req-dcec3324-7bcd-48fa-ba3c-9f2118a30e0e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:16.133997 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-27dcf72c-1076-4ef8-ad97-21129337af39 req-dcec3324-7bcd-48fa-ba3c-9f2118a30e0e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 944 time: 0.1201005 May 25 05:42:16.160035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85339b9-2b7f-4029-8b5c-2f186b36262f req-4a28e619-126b-4a6a-bace-e76bff907ea2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:16.162647 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a85339b9-2b7f-4029-8b5c-2f186b36262f req-4a28e619-126b-4a6a-bace-e76bff907ea2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 944 time: 0.1216702 May 25 05:42:16.245261 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-27dcf72c-1076-4ef8-ad97-21129337af39 req-5881c821-04ad-4be4-ac82-f9d7d8b3a4f4 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815315 May 25 05:42:16.248848 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a85339b9-2b7f-4029-8b5c-2f186b36262f req-2a4388db-174e-4834-83b3-3af695d08f74 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 May 25 05:42:16.285909 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd76c67-aa7b-438e-859d-5e939e4639c0 req-cfe5af9b-d8ec-4efb-b884-36f215764a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:16.287696 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7dd76c67-aa7b-438e-859d-5e939e4639c0 req-cfe5af9b-d8ec-4efb-b884-36f215764a8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1130 time: 0.3371115 May 25 05:42:16.461623 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-7dd76c67-aa7b-438e-859d-5e939e4639c0 req-b0b8c101-8963-4548-826a-ec7ce630fb87 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002541 May 25 05:42:16.524420 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef865f95-b411-4abc-b9ac-52734dcecbab req-c5ce0bfb-c3ae-4739-aba8-4dfb5aeba75d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:16.525949 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ef865f95-b411-4abc-b9ac-52734dcecbab req-c5ce0bfb-c3ae-4739-aba8-4dfb5aeba75d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.1257706 May 25 05:42:16.533615 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119d5c0-bfa9-4946-8fbc-cee270257e2f req-f497e76c-cc13-4b1d-8596-f6557f5d43ac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:16.541335 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e119d5c0-bfa9-4946-8fbc-cee270257e2f req-f497e76c-cc13-4b1d-8596-f6557f5d43ac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0922265 May 25 05:42:16.622064 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ef865f95-b411-4abc-b9ac-52734dcecbab req-b8b62dcc-1c0f-48a5-940a-49145edd181d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780842 May 25 05:42:16.625209 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e119d5c0-bfa9-4946-8fbc-cee270257e2f req-709ba007-ed08-4ff1-a63f-a05c5c7632c9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830100 May 25 05:42:16.975993 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39460) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:16.977223 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39462) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:17.094157 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.097559 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.181157 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Publish callbacks [] for security_group (ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.186309 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.188478 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Publish callbacks [] for security_group (d36dda42-41fc-46b7-9cf9-632656817466), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.192398 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d36dda42-41fc-46b7-9cf9-632656817466), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.234593 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1739008b2c0249609939151d877d2560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572634 May 25 05:42:17.235496 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:17.237803 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39474) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:17.239892 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39476) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:17.240039 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dd47cbf08f44de3acaadc7f500fd793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613516 May 25 05:42:17.242674 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36dda42-41fc-46b7-9cf9-632656817466,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:17.251169 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.251522 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.252047 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.252808 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.253159 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.253498 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.253833 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.254542 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.255066 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.255556 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.256039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.257163 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.257735 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9d8f3b-6bfd-4aa4-8268-991aef2bb574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.328792 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.329134 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.329474 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.329806 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.330157 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.330483 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.330808 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.331161 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.331481 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.331801 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.332156 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.332475 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.332805 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c63f07f-2972-4188-a9cd-bad2f0871d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:17.448230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9555a-8841-4386-92ca-b9d0e5e5444a admin admin] Publish callbacks [] for security_group (d36dda42-41fc-46b7-9cf9-632656817466), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.464565 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-69842732-0eb7-46df-9eff-f3df43ef9e6a admin admin] Publish callbacks [] for security_group (ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.500379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb26e-a2bc-4601-8048-4bb5092c6d30 req-87d399c7-f45d-4175-b3fe-50a6cfb525ed tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:17.501868 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b48cb26e-a2bc-4601-8048-4bb5092c6d30 req-87d399c7-f45d-4175-b3fe-50a6cfb525ed tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 944 time: 0.1653457 May 25 05:42:17.503840 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9555a-8841-4386-92ca-b9d0e5e5444a admin admin] Publish callbacks [] for security_group (d36dda42-41fc-46b7-9cf9-632656817466), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.528608 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae06fa-66a0-4644-85c5-89a8a3e105b9 req-569a2705-17c4-4ca9-ae36-176d65a305c1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:17.530101 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e3ae06fa-66a0-4644-85c5-89a8a3e105b9 req-569a2705-17c4-4ca9-ae36-176d65a305c1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 944 time: 0.1752760 May 25 05:42:17.541560 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-69842732-0eb7-46df-9eff-f3df43ef9e6a admin admin] Publish callbacks [] for security_group (ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.544323 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device b585fe90-1b54-4b9f-aa9d-420eeb0847c3 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:42:17.612182 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:42:17.621009 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:17.621805 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.684129 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b48cb26e-a2bc-4601-8048-4bb5092c6d30 req-16de563b-1534-4519-b88a-9b5d6b7857e7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694539 May 25 05:42:17.726740 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39498) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:17.737064 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e3ae06fa-66a0-4644-85c5-89a8a3e105b9 req-5710974c-5ba2-40b9-97d4-9bd930c4dd20 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932571 May 25 05:42:17.762449 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:17.763116 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.787564 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9555a-8841-4386-92ca-b9d0e5e5444a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d36dda42-41fc-46b7-9cf9-632656817466), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.795738 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3fc9555a-8841-4386-92ca-b9d0e5e5444a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.799314 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-3fc9555a-8841-4386-92ca-b9d0e5e5444a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d36dda42-41fc-46b7-9cf9-632656817466 HTTP/1.1" status: 204 len: 168 time: 0.5521519 May 25 05:42:17.818669 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-69842732-0eb7-46df-9eff-f3df43ef9e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.823598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-69842732-0eb7-46df-9eff-f3df43ef9e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.826218 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-69842732-0eb7-46df-9eff-f3df43ef9e6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8 HTTP/1.1" status: 204 len: 168 time: 0.5860963 May 25 05:42:17.835903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:17.841651 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6163b2a-f235-42b0-87d1-d6a106d9e757" -d '{"events": [{"server_uuid": "ca5e4315-3c91-4b01-a998-a3d84bd8fc7d", "name": "network-vif-plugged", "status": "completed", "tag": "b585fe90-1b54-4b9f-aa9d-420eeb0847c3"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:17.852512 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] Deleting subnet 65b79da3-7863-46e5-a305-2793e054f3ce {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:42:17.860703 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9555a-8841-4386-92ca-b9d0e5e5444a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36dda42-41fc-46b7-9cf9-632656817466,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:17.872652 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] Publish callbacks [] for subnet (65b79da3-7863-46e5-a305-2793e054f3ce), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.873658 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port b585fe90-1b54-4b9f-aa9d-420eeb0847c3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:17.880410 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69842732-0eb7-46df-9eff-f3df43ef9e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad65813b-f837-4c8a-b1cc-cf9d8bc1eca8,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:17.911211 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.914829 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:42:17.935585 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4f944-d8c5-41f2-89ac-deca5be0121b req-07d948ae-c7c5-4b00-99a8-9e2496e948ba tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:17.941915 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1c4f944-d8c5-41f2-89ac-deca5be0121b req-07d948ae-c7c5-4b00-99a8-9e2496e948ba tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.1431265 May 25 05:42:17.961128 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] Publish callbacks [] for subnet (65b79da3-7863-46e5-a305-2793e054f3ce), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:17.986163 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (65b79da3-7863-46e5-a305-2793e054f3ce), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.030904 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:18.041446 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.042402 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.043025 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.043897 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.044448 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.045093 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.045725 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.046557 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.047102 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.047689 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.048581 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.049122 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.049786 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:42:18.059085 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1c4f944-d8c5-41f2-89ac-deca5be0121b req-40c7cc6e-64e7-49bb-9325-b30496712a71 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748329 May 25 05:42:18.062367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for subnet (65b79da3-7863-46e5-a305-2793e054f3ce), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.082641 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:42:18.089600 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:42:18.090396 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.093136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e811af-c6ac-4eca-8cac-e39e7d44eaef req-f4cccf63-e7f4-4184-a5ea-518c148f148e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:18.105349 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-22e811af-c6ac-4eca-8cac-e39e7d44eaef req-f4cccf63-e7f4-4184-a5ea-518c148f148e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1905162 May 25 05:42:18.137540 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b79da3-7863-46e5-a305-2793e054f3ce,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:18.150580 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.154596 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a19a0aaa-8f1e-4931-b2db-dbff97837328 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/65b79da3-7863-46e5-a305-2793e054f3ce HTTP/1.1" status: 204 len: 168 time: 0.4267662 May 25 05:42:18.162737 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39510) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:18.221979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:42:18.223579 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.225651 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-22e811af-c6ac-4eca-8cac-e39e7d44eaef req-c8abb29b-4ae4-40d9-b6b3-cccc4215931f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191497 May 25 05:42:18.245165 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6ffeb-f3bb-47ea-8f30-fc18826d61e5 x-openstack-request-id: req-6dd6ffeb-f3bb-47ea-8f30-fc18826d61e5 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:18.245790 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5e4315-3c91-4b01-a998-a3d84bd8fc7d", "name": "network-vif-plugged", "status": "completed", "tag": "b585fe90-1b54-4b9f-aa9d-420eeb0847c3", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:18.246336 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dd6ffeb-f3bb-47ea-8f30-fc18826d61e5 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:18.246975 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd6ffeb-f3bb-47ea-8f30-fc18826d61e5'] response: {'server_uuid': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3', 'code': 200} May 25 05:42:18.278342 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:18.285851 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.323190 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (f4233de1-a9be-43f7-ba24-2249f53335a0), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.421289 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39514) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:18.437451 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:18.439404 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-4c65cad6-31f6-47fa-aab0-878f28cf5a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.484745 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39516) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:18.493818 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (f4233de1-a9be-43f7-ba24-2249f53335a0), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.507083 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-59186769-33f0-4a6a-a96d-621cc9e734da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.540909 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.541232 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.541892 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.542250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > port after_create 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.542599 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.542935 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > port after_update 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.543273 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.543573 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.543889 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.544204 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.576767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-4c65cad6-31f6-47fa-aab0-878f28cf5a50 admin admin] Publish callbacks [] for security_group (6ac6b30c-ed1d-4f25-815a-6a72b4fb349d), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.581626 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-4c65cad6-31f6-47fa-aab0-878f28cf5a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (6ac6b30c-ed1d-4f25-815a-6a72b4fb349d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.609745 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.610115 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.610438 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.610828 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 05:42:18.611157 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4233de1-a9be-43f7-ba24-2249f53335a0']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:18.631801 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9578386-b11c-4554-928a-7770550895f6') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:18.632138 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9578386-b11c-4554-928a-7770550895f6') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:18.642044 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-4c65cad6-31f6-47fa-aab0-878f28cf5a50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35e0cfd06b4a433ab37aeab758335b82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160814 May 25 05:42:18.643569 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39518) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:18.645634 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65cad6-31f6-47fa-aab0-878f28cf5a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac6b30c-ed1d-4f25-815a-6a72b4fb349d,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:18.657578 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (b9578386-b11c-4554-928a-7770550895f6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.661683 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-59186769-33f0-4a6a-a96d-621cc9e734da admin admin] Publish callbacks [] for security_group (c4299b93-b1b6-4258-ab16-eba0cc5fc38d), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.666198 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-59186769-33f0-4a6a-a96d-621cc9e734da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c4299b93-b1b6-4258-ab16-eba0cc5fc38d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.688704 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (b9578386-b11c-4554-928a-7770550895f6), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.709132 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:42:18.709366 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-59186769-33f0-4a6a-a96d-621cc9e734da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cbd3b12b3ade4a9ab1a85d5a98eace9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234526 May 25 05:42:18.709664 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (b9578386-b11c-4554-928a-7770550895f6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.711636 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59186769-33f0-4a6a-a96d-621cc9e734da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4299b93-b1b6-4258-ab16-eba0cc5fc38d,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:18.712825 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15867ec4-02f1-4824-8957-17b3badbe793 req-eb4c0b4c-e3ea-4160-9148-f0139df4860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:18.714136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39522) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:18.714769 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-15867ec4-02f1-4824-8957-17b3badbe793 req-eb4c0b4c-e3ea-4160-9148-f0139df4860e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 1129 time: 0.2178574 May 25 05:42:18.779260 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-63e9e729-64d9-44b5-97d6-7394f43051e6 admin admin] Publish callbacks [] for security_group (c4299b93-b1b6-4258-ab16-eba0cc5fc38d), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.836497 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b05a787e-bd51-4f1d-a179-41ddb7f2cf2f admin admin] Publish callbacks [] for security_group (6ac6b30c-ed1d-4f25-815a-6a72b4fb349d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.865851 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-63e9e729-64d9-44b5-97d6-7394f43051e6 admin admin] Publish callbacks [] for security_group (c4299b93-b1b6-4258-ab16-eba0cc5fc38d), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.886641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b05a787e-bd51-4f1d-a179-41ddb7f2cf2f admin admin] Publish callbacks [] for security_group (6ac6b30c-ed1d-4f25-815a-6a72b4fb349d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.888367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (f4233de1-a9be-43f7-ba24-2249f53335a0), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.900234 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:18.902870 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f4233de1-a9be-43f7-ba24-2249f53335a0 HTTP/1.1" status: 204 len: 168 time: 0.7388732 May 25 05:42:18.917475 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39530) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:18.943928 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-15867ec4-02f1-4824-8957-17b3badbe793 req-23e2aef8-1755-4e36-ac04-335a828bbfdb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746585 May 25 05:42:18.967137 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5274cc-75d5-4048-a808-c079f3cc2884 req-beef89f9-8c16-4e73-83d1-7bc12c529b1b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:18.968403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3edda-ff7e-4b4d-bc40-ceda4e288b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4233de1-a9be-43f7-ba24-2249f53335a0,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:18.968786 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc5274cc-75d5-4048-a808-c079f3cc2884 req-beef89f9-8c16-4e73-83d1-7bc12c529b1b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.1722252 May 25 05:42:18.981669 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a0b0f-85b1-43a7-bb38-c4cb4e849aad req-42c28172-1bf9-40a3-8854-e0152cd16c3c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:18.983276 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-246a0b0f-85b1-43a7-bb38-c4cb4e849aad req-42c28172-1bf9-40a3-8854-e0152cd16c3c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.1279309 May 25 05:42:19.014506 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] Deleting subnet d067d384-c1d1-48c6-afc1-4c7f9b29d61d {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:42:19.021863 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] Publish callbacks [] for subnet (d067d384-c1d1-48c6-afc1-4c7f9b29d61d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.031576 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-63e9e729-64d9-44b5-97d6-7394f43051e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c4299b93-b1b6-4258-ab16-eba0cc5fc38d), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.034218 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-63e9e729-64d9-44b5-97d6-7394f43051e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.035388 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-63e9e729-64d9-44b5-97d6-7394f43051e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4299b93-b1b6-4258-ab16-eba0cc5fc38d HTTP/1.1" status: 204 len: 168 time: 0.3202963 May 25 05:42:19.048358 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment b9578386-b11c-4554-928a-7770550895f6 resource provider aggregate not found May 25 05:42:19.056129 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b05a787e-bd51-4f1d-a179-41ddb7f2cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (6ac6b30c-ed1d-4f25-815a-6a72b4fb349d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.058822 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b05a787e-bd51-4f1d-a179-41ddb7f2cf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.059952 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b05a787e-bd51-4f1d-a179-41ddb7f2cf2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ac6b30c-ed1d-4f25-815a-6a72b4fb349d HTTP/1.1" status: 204 len: 168 time: 0.4141324 May 25 05:42:19.062897 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9e729-64d9-44b5-97d6-7394f43051e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4299b93-b1b6-4258-ab16-eba0cc5fc38d,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:19.081026 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a787e-bd51-4f1d-a179-41ddb7f2cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac6b30c-ed1d-4f25-815a-6a72b4fb349d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:19.086269 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment b9578386-b11c-4554-928a-7770550895f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9578386-b11c-4554-928a-7770550895f6 found for delete ", "request_id": "req-d0026e44-457b-4249-820f-c63c32113d10"}]} May 25 05:42:19.092620 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc5274cc-75d5-4048-a808-c079f3cc2884 req-2181d683-d821-49d9-a599-44dcef34aa56 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038685 May 25 05:42:19.099412 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-246a0b0f-85b1-43a7-bb38-c4cb4e849aad req-4b651fcc-0b43-49ff-95bc-eb06631948d6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081877 May 25 05:42:19.112282 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (d067d384-c1d1-48c6-afc1-4c7f9b29d61d), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.170024 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (d067d384-c1d1-48c6-afc1-4c7f9b29d61d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.231132 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96273ed9-3087-4f7f-907a-6346dd3cbad8 req-cadba2c6-9fb2-4e4c-b354-ed8f2ffa0b65 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:19.239592 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-96273ed9-3087-4f7f-907a-6346dd3cbad8 req-cadba2c6-9fb2-4e4c-b354-ed8f2ffa0b65 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0804977 May 25 05:42:19.251660 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (d067d384-c1d1-48c6-afc1-4c7f9b29d61d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.306643 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-96273ed9-3087-4f7f-907a-6346dd3cbad8 req-266e2e9e-4674-40b4-bf86-4db46969dc45 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646114 May 25 05:42:19.317168 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.320845 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d067d384-c1d1-48c6-afc1-4c7f9b29d61d HTTP/1.1" status: 204 len: 168 time: 0.4021294 May 25 05:42:19.327537 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39548) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:19.329797 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5992d5-67f6-49f3-8629-7b61eb7f6303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d067d384-c1d1-48c6-afc1-4c7f9b29d61d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:19.694906 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (4962a0b8-3750-4005-833e-9234a8b70372), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.712534 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f0a04-ab74-4c08-af66-53651864e708 req-4dcfaca4-80ae-4ec7-8b7f-6ac813980de9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:19.714008 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ba5f0a04-ab74-4c08-af66-53651864e708 req-4dcfaca4-80ae-4ec7-8b7f-6ac813980de9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.4030554 May 25 05:42:19.749608 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db4467-f36d-4ff2-9884-d822b7868b72 req-a0c28d47-dcfb-4c97-a356-ed1afa296b34 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:19.751159 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73db4467-f36d-4ff2-9884-d822b7868b72 req-a0c28d47-dcfb-4c97-a356-ed1afa296b34 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.1237991 May 25 05:42:19.763909 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39574) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:19.769173 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'floatingip': {'port_id': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:19.853074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (4962a0b8-3750-4005-833e-9234a8b70372), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.853241 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (5b7f4622-90ba-4ff1-8a26-bf9f70a6c991), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.885274 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ba5f0a04-ab74-4c08-af66-53651864e708 req-3f85b72c-7f1e-4e6b-8c87-5927b274a91a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439939 May 25 05:42:19.905633 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4962a0b8-3750-4005-833e-9234a8b70372']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:19.918718 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac1c720-3c95-4c73-bbce-097dbef0a102') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:19.919278 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac1c720-3c95-4c73-bbce-097dbef0a102') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:19.931004 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (bac1c720-3c95-4c73-bbce-097dbef0a102), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.957444 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (bac1c720-3c95-4c73-bbce-097dbef0a102), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:19.981738 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:42:19.982234 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (bac1c720-3c95-4c73-bbce-097dbef0a102), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:20.040440 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment bac1c720-3c95-4c73-bbce-097dbef0a102 resource provider aggregate not found May 25 05:42:20.067478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment bac1c720-3c95-4c73-bbce-097dbef0a102 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bac1c720-3c95-4c73-bbce-097dbef0a102 found for delete ", "request_id": "req-06ee03e7-c722-4402-b65b-48fc11b723af"}]} May 25 05:42:20.086074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a7e53-7dca-48f2-82b2-92dca979f66e req-baf8ba4c-0e2c-4fc1-a4bf-23e140b13f85 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:20.087896 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-749a7e53-7dca-48f2-82b2-92dca979f66e req-baf8ba4c-0e2c-4fc1-a4bf-23e140b13f85 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1436355 May 25 05:42:20.088544 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (4962a0b8-3750-4005-833e-9234a8b70372), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:20.099668 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39598) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:20.100951 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:20.107066 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'floatingip': {'port_id': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:20.107286 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4962a0b8-3750-4005-833e-9234a8b70372 HTTP/1.1" status: 204 len: 168 time: 0.7785814 May 25 05:42:20.147191 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78ab9a-acfa-43f0-bc39-19b66ac206a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4962a0b8-3750-4005-833e-9234a8b70372,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:20.153790 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (2cba4e6b-b9f7-4dcd-b23e-874977d872b0), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:20.248770 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:20.251593 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479e38f3-399a-4700-b6f3-a9b855a10791" -d '{"events": [{"server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "name": "network-vif-plugged", "status": "completed", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:20.309640 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c15f8-e16b-42be-9b09-3cb78ce6648c req-0ea445db-723c-4c59-84e5-1a107e733ef0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:20.311659 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-154c15f8-e16b-42be-9b09-3cb78ce6648c req-0ea445db-723c-4c59-84e5-1a107e733ef0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0994945 May 25 05:42:20.339888 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f99cf-4d08-40f5-affc-fb8b952add8f req-d8e87305-d6a4-4c39-9e67-a080d178c36f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:20.341793 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-596f99cf-4d08-40f5-affc-fb8b952add8f req-d8e87305-d6a4-4c39-9e67-a080d178c36f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.1192310 May 25 05:42:20.423729 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39612) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:20.427700 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-154c15f8-e16b-42be-9b09-3cb78ce6648c req-b6922c6d-4d62-4067-a902-bbf3364a71ef tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093292 May 25 05:42:20.443833 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-596f99cf-4d08-40f5-affc-fb8b952add8f req-287ddc30-7649-4007-b660-d8f10af751ae tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928240 May 25 05:42:20.514472 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2098d478-3e7f-4149-b0c4-f466e8a22039 x-openstack-request-id: req-2098d478-3e7f-4149-b0c4-f466e8a22039 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:20.515006 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "name": "network-vif-plugged", "status": "completed", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:20.515576 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2098d478-3e7f-4149-b0c4-f466e8a22039 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:20.516185 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2098d478-3e7f-4149-b0c4-f466e8a22039'] response: {'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'code': 200} May 25 05:42:21.063796 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b4a1a467-fb92-4d49-ac26-271e91cd826d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a13310a27e8b4c31a9c10fffc4e6e416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6389892 May 25 05:42:21.066386 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39638) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:21.138310 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-45707557-dc53-46e9-a900-45e26c0910f1 admin admin] Publish callbacks [] for security_group (54010ed1-2751-4c39-be7c-29005437eb1c), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.158785 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.db.resource_extend [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 05:42:21.168837 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-45707557-dc53-46e9-a900-45e26c0910f1 admin admin] Publish callbacks [] for security_group (54010ed1-2751-4c39-be7c-29005437eb1c), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.238004 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad9831-79a3-454e-9354-bb8cb478016f req-fdfeafa2-a49a-4189-b750-abf51d9aafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:21.238488 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-45707557-dc53-46e9-a900-45e26c0910f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (54010ed1-2751-4c39-be7c-29005437eb1c), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.239566 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-23ad9831-79a3-454e-9354-bb8cb478016f req-fdfeafa2-a49a-4189-b750-abf51d9aafab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 1129 time: 0.3234704 May 25 05:42:21.243085 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-45707557-dc53-46e9-a900-45e26c0910f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.244234 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-45707557-dc53-46e9-a900-45e26c0910f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54010ed1-2751-4c39-be7c-29005437eb1c HTTP/1.1" status: 204 len: 168 time: 0.1760476 May 25 05:42:21.262066 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707557-dc53-46e9-a900-45e26c0910f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54010ed1-2751-4c39-be7c-29005437eb1c,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:21.322408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.337041 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (5b7f4622-90ba-4ff1-8a26-bf9f70a6c991), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.409721 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-23ad9831-79a3-454e-9354-bb8cb478016f req-2663e477-3688-4727-af7a-c0c6353d9cd4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538892 May 25 05:42:21.505475 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.514156 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (2cba4e6b-b9f7-4dcd-b23e-874977d872b0), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.556651 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Floating IP 5b7f4622-90ba-4ff1-8a26-bf9f70a6c991 associated. External IP: 172.27.2.144, port: f4a77cf0-11f4-4350-9b07-22502a5dbe3a. May 25 05:42:21.608945 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32f57-78a1-40ef-a1f5-9f16e5c116b5 req-82d4c6e6-e8d6-49f7-bc80-7a65955f4ad9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:21.616630 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0ff32f57-78a1-40ef-a1f5-9f16e5c116b5 req-82d4c6e6-e8d6-49f7-bc80-7a65955f4ad9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.1007454 May 25 05:42:21.655454 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037af74-2a71-4e6c-a60c-00a58a0c16a8 req-1ad369ae-5ce7-400f-8ba9-d3d0de81dee5 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:21.662306 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3037af74-2a71-4e6c-a60c-00a58a0c16a8 req-1ad369ae-5ce7-400f-8ba9-d3d0de81dee5 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.1126084 May 25 05:42:21.716670 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0ff32f57-78a1-40ef-a1f5-9f16e5c116b5 req-92ac1ebc-9307-4ffd-b0d8-55611f4ed79c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990229 May 25 05:42:21.720675 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Floating IP 2cba4e6b-b9f7-4dcd-b23e-874977d872b0 associated. External IP: 172.27.2.219, port: 7f1b65c9-a9f5-4ace-aada-6408e400c064. May 25 05:42:21.757081 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3037af74-2a71-4e6c-a60c-00a58a0c16a8 req-2fd6df47-1da6-469e-8db1-17c54693e56a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939145 May 25 05:42:21.775984 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39676) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:21.858828 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-4c4e9384-f0ba-4a6b-bef9-2aea40dae49f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79b7466138c14f44addcf66446d8cbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0805321 May 25 05:42:21.861588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39678) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:21.926897 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39682) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:21.929107 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-79d64118-3742-4927-b355-d1d5a3cec468 admin admin] Publish callbacks [] for security_group (5b17bd27-39a3-4db2-8f0f-ab19bd04b273), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:21.960858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-79d64118-3742-4927-b355-d1d5a3cec468 admin admin] Publish callbacks [] for security_group (5b17bd27-39a3-4db2-8f0f-ab19bd04b273), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.026926 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Router 614b7d05-88e8-4572-97e6-3482737a239f has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:42:22.046574 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-79d64118-3742-4927-b355-d1d5a3cec468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (5b17bd27-39a3-4db2-8f0f-ab19bd04b273), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.050463 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-79d64118-3742-4927-b355-d1d5a3cec468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.052756 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-79d64118-3742-4927-b355-d1d5a3cec468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b17bd27-39a3-4db2-8f0f-ab19bd04b273 HTTP/1.1" status: 204 len: 168 time: 0.1901464 May 25 05:42:22.085389 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d64118-3742-4927-b355-d1d5a3cec468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b17bd27-39a3-4db2-8f0f-ab19bd04b273,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:22.085389 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39690) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:22.131511 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Router d7b192e4-a905-42a0-885e-481ed23472fe has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:42:22.282664 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3130d-f2c8-4139-b3d1-86f4523851e5 req-cda1fa1d-c874-45e7-8062-90a7c4560fa5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:22.294988 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-95a3130d-f2c8-4139-b3d1-86f4523851e5 req-cda1fa1d-c874-45e7-8062-90a7c4560fa5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.1104009 May 25 05:42:22.358748 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7e62c631-8aa2-432b-984e-ab3db3fd9732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.380812 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-95a3130d-f2c8-4139-b3d1-86f4523851e5 req-db3b68c7-eca1-4798-a6d7-a1b080b75c75 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845575 May 25 05:42:22.486512 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7e62c631-8aa2-432b-984e-ab3db3fd9732 admin admin] Publish callbacks [] for security_group (cc6b32f4-bd29-47b5-9e4d-2c8e186e3607), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.491914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7e62c631-8aa2-432b-984e-ab3db3fd9732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (cc6b32f4-bd29-47b5-9e4d-2c8e186e3607), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.496461 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:42:22.501553 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.512906 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] Sync routers for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:42:22.538649 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:42:22.539294 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:42:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:22.547970 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-7e62c631-8aa2-432b-984e-ab3db3fd9732 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a9e3af3be6e433788f4777ee46acb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6198270 May 25 05:42:22.551395 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62c631-8aa2-432b-984e-ab3db3fd9732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6b32f4-bd29-47b5-9e4d-2c8e186e3607,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:22.559252 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39700) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:22.586653 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bc742360-7d01-45a5-a6c6-a76050d12084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.623904 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-0cefff7c-7f3d-4fbc-bc6e-dcb01031f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:22.624894 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-0cefff7c-7f3d-4fbc-bc6e-dcb01031f89f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 1129 time: 0.4615176 May 25 05:42:22.630135 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f8e9de3f-749d-4395-b5a2-d24fb3f66018 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "PUT /v2.0/floatingips/5b7f4622-90ba-4ff1-8a26-bf9f70a6c991 HTTP/1.1" status: 200 len: 991 time: 2.8618281 May 25 05:42:22.630135 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:22.632557 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:22.670671 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a9678fe1-970e-466e-a8ad-e66174cd8679 admin admin] Publish callbacks [] for security_group (cc6b32f4-bd29-47b5-9e4d-2c8e186e3607), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.696692 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:42:22.702226 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.708647 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] Sync routers for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:42:22.720975 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a9678fe1-970e-466e-a8ad-e66174cd8679 admin admin] Publish callbacks [] for security_group (cc6b32f4-bd29-47b5-9e4d-2c8e186e3607), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.735326 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:42:22.736224 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:42:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:22.748345 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd4c06-f180-48c8-a1d2-1050a0214047 x-openstack-request-id: req-d4dd4c06-f180-48c8-a1d2-1050a0214047 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:22.748640 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:22.748894 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4dd4c06-f180-48c8-a1d2-1050a0214047 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:22.749293 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dd4c06-f180-48c8-a1d2-1050a0214047'] response: {'name': 'network-changed', 'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'status': 'completed', 'code': 200} May 25 05:42:22.750966 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-91ef449f-dbc7-435a-93ae-c319af57297f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "PUT /v2.0/floatingips/2cba4e6b-b9f7-4dcd-b23e-874977d872b0 HTTP/1.1" status: 200 len: 992 time: 2.6501129 May 25 05:42:22.761868 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:42:22.783477 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bc742360-7d01-45a5-a6c6-a76050d12084 admin admin] Publish callbacks [] for security_group (503a3caa-ea91-4ca3-9a01-082bd740642d), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.790693 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-29142cee-8114-40bb-b7bd-b3b9b85cc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:22.792656 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-29142cee-8114-40bb-b7bd-b3b9b85cc9dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.1478748 May 25 05:42:22.797112 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bc742360-7d01-45a5-a6c6-a76050d12084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (503a3caa-ea91-4ca3-9a01-082bd740642d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.879293 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-bc742360-7d01-45a5-a6c6-a76050d12084 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=667f1ecd74d94c8dad0ffac77350ab72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7934935 May 25 05:42:22.880104 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc742360-7d01-45a5-a6c6-a76050d12084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503a3caa-ea91-4ca3-9a01-082bd740642d,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:22.885489 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39716) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:22.932623 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a9678fe1-970e-466e-a8ad-e66174cd8679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (cc6b32f4-bd29-47b5-9e4d-2c8e186e3607), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.935263 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a9678fe1-970e-466e-a8ad-e66174cd8679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:22.942652 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a9678fe1-970e-466e-a8ad-e66174cd8679 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc6b32f4-bd29-47b5-9e4d-2c8e186e3607 HTTP/1.1" status: 204 len: 168 time: 0.3823481 May 25 05:42:22.963715 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-30ec8441-423f-4ea2-87a2-67e03400af95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3 HTTP/1.1" status: 200 len: 217 time: 0.1579752 May 25 05:42:23.000727 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:42:23.034642 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-891dd604-7cd4-4d1c-b35d-40859f22b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:23.038322 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-891dd604-7cd4-4d1c-b35d-40859f22b6a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0644178 May 25 05:42:23.069477 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9678fe1-970e-466e-a8ad-e66174cd8679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6b32f4-bd29-47b5-9e4d-2c8e186e3607,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:23.086428 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-827728ab-e410-4554-941e-822f12137338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:23.095887 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-827728ab-e410-4554-941e-822f12137338 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 1129 time: 0.3064559 May 25 05:42:23.122957 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-41691982-bbd3-411d-a167-04ae530e1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:23.134641 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-41691982-bbd3-411d-a167-04ae530e1ccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807920 May 25 05:42:23.278543 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '5b7f4622-90ba-4ff1-8a26-bf9f70a6c991', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'port_id': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'mac_address': 'fa:16:3e:ff:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:45Z', 'updated_at': '2022-05-25T05:42:20Z', 'revision_number': 1, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:23.311930 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] Checking router: 614b7d05-88e8-4572-97e6-3482737a239f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:42:23.324778 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:42:23.325612 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:42:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:23.331388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-7e85fcda-20c7-489d-98d4-545be60a950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:23.342548 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-7e85fcda-20c7-489d-98d4-545be60a950d service neutron] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 912 time: 0.2359774 May 25 05:42:23.376555 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-a57a3e57-1a4f-4dac-9c9f-6e1b5f20a1cd service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199984 May 25 05:42:23.377098 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39730) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:23.414853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01ce51-ec6f-4a9f-b2f1-850283decc4c req-b84cdf5f-779b-4ae6-9bc2-d5d1d0821fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:23.422973 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fe01ce51-ec6f-4a9f-b2f1-850283decc4c req-b84cdf5f-779b-4ae6-9bc2-d5d1d0821fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.4710169 May 25 05:42:23.497625 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9a317713-e536-4293-a073-81281aea62ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.529498 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-006667ab-b93c-4476-b79c-3883e7def1c2 admin admin] Publish callbacks [] for security_group (503a3caa-ea91-4ca3-9a01-082bd740642d), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.542832 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-f25f8c4d-7042-4f1a-9d63-e184c398b2cd req-eb3e9f8f-3e48-44d6-b663-5bf8197e6138 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502693 May 25 05:42:23.549111 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:42:23.617435 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9a317713-e536-4293-a073-81281aea62ea admin admin] Publish callbacks [] for security_group (635b90dc-32bb-4167-a5f0-ec5f86c92626), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.623638 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9a317713-e536-4293-a073-81281aea62ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (635b90dc-32bb-4167-a5f0-ec5f86c92626), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.672946 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-9a317713-e536-4293-a073-81281aea62ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a825489994744bbba9cb02944dd14ba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947874 May 25 05:42:23.675558 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39740) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:23.686488 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a317713-e536-4293-a073-81281aea62ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635b90dc-32bb-4167-a5f0-ec5f86c92626,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:23.705079 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-006667ab-b93c-4476-b79c-3883e7def1c2 admin admin] Publish callbacks [] for security_group (503a3caa-ea91-4ca3-9a01-082bd740642d), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.712088 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-56a45e0f-5404-4de5-9812-5019c4f8044e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 200 len: 999 time: 0.3297141 May 25 05:42:23.742858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '2cba4e6b-b9f7-4dcd-b23e-874977d872b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'port_id': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'mac_address': 'fa:16:3e:f1:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:21Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:23.762161 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-078af567-0638-450d-921b-a9d5c2c8afb8 admin admin] Publish callbacks [] for security_group (635b90dc-32bb-4167-a5f0-ec5f86c92626), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.777237 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] Checking router: d7b192e4-a905-42a0-885e-481ed23472fe for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:42:23.793521 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:42:23.794049 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-078af567-0638-450d-921b-a9d5c2c8afb8 admin admin] Publish callbacks [] for security_group (635b90dc-32bb-4167-a5f0-ec5f86c92626), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.794260 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:42:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:23.814849 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fe01ce51-ec6f-4a9f-b2f1-850283decc4c req-c2c1f797-7780-4bb4-abf1-8a9d84f4e001 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906472 May 25 05:42:23.872258 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-078af567-0638-450d-921b-a9d5c2c8afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (635b90dc-32bb-4167-a5f0-ec5f86c92626), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.876366 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d3de-8ee9-4172-a75b-d430961801e1 req-42fdf3dd-0a60-4395-845d-79e425482792 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:23.877004 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-078af567-0638-450d-921b-a9d5c2c8afb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:23.878468 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-078af567-0638-450d-921b-a9d5c2c8afb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/635b90dc-32bb-4167-a5f0-ec5f86c92626 HTTP/1.1" status: 204 len: 168 time: 0.2005107 May 25 05:42:23.889214 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cdf3d3de-8ee9-4172-a75b-d430961801e1 req-42fdf3dd-0a60-4395-845d-79e425482792 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.3249123 May 25 05:42:23.895145 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078af567-0638-450d-921b-a9d5c2c8afb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635b90dc-32bb-4167-a5f0-ec5f86c92626,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:23.903710 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-5929c14a-541a-4027-b046-2201631d4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:23.905231 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-5929c14a-541a-4027-b046-2201631d4fc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.1655438 May 25 05:42:23.984966 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cdf3d3de-8ee9-4172-a75b-d430961801e1 req-56051a9b-651a-411d-8b4a-c4faa2d7538f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945842 May 25 05:42:24.005720 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-006667ab-b93c-4476-b79c-3883e7def1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (503a3caa-ea91-4ca3-9a01-082bd740642d), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:24.006295 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:42:24.008643 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-006667ab-b93c-4476-b79c-3883e7def1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:24.014905 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-006667ab-b93c-4476-b79c-3883e7def1c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/503a3caa-ea91-4ca3-9a01-082bd740642d HTTP/1.1" status: 204 len: 168 time: 1.1217701 May 25 05:42:24.038212 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-15fafba2-4416-4df4-8e8d-ef814e03a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:24.039665 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-15fafba2-4416-4df4-8e8d-ef814e03a4aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260197 May 25 05:42:24.040905 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006667ab-b93c-4476-b79c-3883e7def1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503a3caa-ea91-4ca3-9a01-082bd740642d,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:24.180399 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '5b7f4622-90ba-4ff1-8a26-bf9f70a6c991', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'port_id': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'mac_address': 'fa:16:3e:ff:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:45Z', 'updated_at': '2022-05-25T05:42:20Z', 'revision_number': 1, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:24.216037 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-de1fdbb5-cce0-45ac-8c39-59afc8c95dba service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625867 May 25 05:42:24.251627 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a03250-29ef-4f43-839a-b5a7f948968f None None] The sync data for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi is: [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '5b7f4622-90ba-4ff1-8a26-bf9f70a6c991', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'port_id': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'mac_address': 'fa:16:3e:ff:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:45Z', 'updated_at': '2022-05-25T05:42:20Z', 'revision_number': 1, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:42:24.399608 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-df02207d-e4b8-4d96-ab0e-b06bfd43ea6f req-118c7d51-7c35-4604-a906-8c055323b086 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750953 May 25 05:42:24.463721 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '2cba4e6b-b9f7-4dcd-b23e-874977d872b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'port_id': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'mac_address': 'fa:16:3e:f1:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:21Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:24.502544 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3ee2-db0c-45d6-aae4-0542753960ed None None] The sync data for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi is: [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '2cba4e6b-b9f7-4dcd-b23e-874977d872b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'floating_ip_address': '172.27.2.219', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'port_id': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'mac_address': 'fa:16:3e:f1:37:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:21Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:42:24.610049 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39764) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:24.630636 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-282170ca-d559-467d-ab41-6ac9236426c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:24.658026 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789585a7-8306-466c-91c5-1dbf6cd97f84 None None] New status for floating IP 5b7f4622-90ba-4ff1-8a26-bf9f70a6c991: ACTIVE {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:42:24.726970 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-282170ca-d559-467d-ab41-6ac9236426c7 admin admin] Publish callbacks [] for security_group (b3dd12d7-c339-4bb8-bc45-057b7d0841ec), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:24.731911 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-282170ca-d559-467d-ab41-6ac9236426c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b3dd12d7-c339-4bb8-bc45-057b7d0841ec), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:24.764791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:24.768038 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:24.776310 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-282170ca-d559-467d-ab41-6ac9236426c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efec1c9075aa4cda82472b61388e58d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626225 May 25 05:42:24.776700 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39770) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:24.812140 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282170ca-d559-467d-ab41-6ac9236426c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd12d7-c339-4bb8-bc45-057b7d0841ec,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:24.820147 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8260b0-dadf-4b1b-8db5-7fc61d093f0e None None] New status for floating IP 2cba4e6b-b9f7-4dcd-b23e-874977d872b0: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:42:24.848631 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d397dea0-6546-4171-b5a1-d8585d95f870 x-openstack-request-id: req-d397dea0-6546-4171-b5a1-d8585d95f870 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:24.848997 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:24.849424 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d397dea0-6546-4171-b5a1-d8585d95f870 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:24.849793 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d397dea0-6546-4171-b5a1-d8585d95f870'] response: {'name': 'network-changed', 'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'status': 'completed', 'code': 200} May 25 05:42:24.919301 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a281e7ce-000b-41c7-9e6d-d9f302e0094d admin admin] Publish callbacks [] for security_group (b3dd12d7-c339-4bb8-bc45-057b7d0841ec), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:25.041005 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a281e7ce-000b-41c7-9e6d-d9f302e0094d admin admin] Publish callbacks [] for security_group (b3dd12d7-c339-4bb8-bc45-057b7d0841ec), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:25.107150 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-9009b2a0-f4d8-46fc-ac26-67d9373b11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:25.108647 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-9009b2a0-f4d8-46fc-ac26-67d9373b11f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1130 time: 0.1594291 May 25 05:42:25.143167 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31451d57-a30c-4216-adc6-e879ade7576f req-8afb41ee-c10f-4bd4-bc59-6e3c40a56e25 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:25.147066 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-31451d57-a30c-4216-adc6-e879ade7576f req-8afb41ee-c10f-4bd4-bc59-6e3c40a56e25 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.2193410 May 25 05:42:25.275680 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:42:25.303828 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a281e7ce-000b-41c7-9e6d-d9f302e0094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b3dd12d7-c339-4bb8-bc45-057b7d0841ec), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:25.306696 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a281e7ce-000b-41c7-9e6d-d9f302e0094d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:25.307841 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a281e7ce-000b-41c7-9e6d-d9f302e0094d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3dd12d7-c339-4bb8-bc45-057b7d0841ec HTTP/1.1" status: 204 len: 168 time: 0.5300031 May 25 05:42:25.336060 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-31451d57-a30c-4216-adc6-e879ade7576f req-3261b03f-ebe8-487d-8744-4ecc09f92ad5 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718876 May 25 05:42:25.341787 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281e7ce-000b-41c7-9e6d-d9f302e0094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd12d7-c339-4bb8-bc45-057b7d0841ec,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:25.354421 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e96a65-6904-4829-8e7e-0f6e752e9680 req-654365c5-ab80-46d4-b350-826efaf655a5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:25.356234 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c3e96a65-6904-4829-8e7e-0f6e752e9680 req-654365c5-ab80-46d4-b350-826efaf655a5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.2567170 May 25 05:42:25.376640 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-b7def2aa-f8c4-4a35-ba59-bf62ef6b8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:25.378537 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-b7def2aa-f8c4-4a35-ba59-bf62ef6b8c87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.2510734 May 25 05:42:25.508444 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-5325575a-cee4-4d5c-a794-96203172ad2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 1002 time: 0.1209195 May 25 05:42:25.514986 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c3e96a65-6904-4829-8e7e-0f6e752e9680 req-62421651-9be5-4f3a-8f07-649f911be51a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469185 May 25 05:42:25.581189 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc74c2-35dd-41e1-8883-35aa4157d657 req-31c56dd4-750a-4683-8a82-0fd8cc888d95 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:25.583659 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d4dc74c2-35dd-41e1-8883-35aa4157d657 req-31c56dd4-750a-4683-8a82-0fd8cc888d95 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.1497078 May 25 05:42:25.595513 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39800) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:25.601737 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:42:25.602637 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-3570d43d-fd0a-42c4-9d8f-1d97d1b4c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:25.604127 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-3570d43d-fd0a-42c4-9d8f-1d97d1b4c900 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0831685 May 25 05:42:25.657397 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (f6c1ac67-d806-443d-b30b-97a4b15468c2), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:25.725338 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-0c176295-ab1b-4da4-b4e7-5e3367fb0bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:25.730029 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-0c176295-ab1b-4da4-b4e7-5e3367fb0bd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170471 May 25 05:42:25.910153 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-558ce0c9-e1bb-4e36-9f54-ec032262fa3c service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735399 May 25 05:42:26.093951 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1771ed-a023-4c67-90d2-e5cc0a1a2cf2 req-8b74dc61-5016-48e8-bc76-0951ddadfdcc service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785262 May 25 05:42:26.327840 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:26.333801 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (f6c1ac67-d806-443d-b30b-97a4b15468c2), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:26.474297 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP f6c1ac67-d806-443d-b30b-97a4b15468c2 associated. External IP: 172.27.2.103, port: 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9. May 25 05:42:26.772068 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:42:26.909731 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:42:26.923942 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:42:26.926407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:26.946182 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:42:26.946825 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:42:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:26.968297 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7b75960f-19f3-44e0-9755-eaf58e89717a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "PUT /v2.0/floatingips/f6c1ac67-d806-443d-b30b-97a4b15468c2 HTTP/1.1" status: 200 len: 991 time: 1.3708630 May 25 05:42:26.969453 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:26.973505 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:27.040656 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a374b2a-eb33-4ec5-8e12-2db3f7946f09 req-48ef5457-30d7-4023-abae-97adca0cd5bd tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:27.042250 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3a374b2a-eb33-4ec5-8e12-2db3f7946f09 req-48ef5457-30d7-4023-abae-97adca0cd5bd tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.3809981 May 25 05:42:27.049704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575facd-c65e-4031-9196-c44f66eaf376 req-74af1b0c-b47b-43ae-9f27-f62505a6b974 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:27.051965 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c575facd-c65e-4031-9196-c44f66eaf376 req-74af1b0c-b47b-43ae-9f27-f62505a6b974 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.4079030 May 25 05:42:27.119809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3a374b2a-eb33-4ec5-8e12-2db3f7946f09 req-effc137f-5952-414b-b771-612f391c3d11 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669858 May 25 05:42:27.130229 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:42:27.155293 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c575facd-c65e-4031-9196-c44f66eaf376 req-10b95252-2f4b-41a8-aac8-3b7b43acecc9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961337 May 25 05:42:27.217636 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5658cd-2c86-4bcc-b17e-a660aae05c0b x-openstack-request-id: req-cd5658cd-2c86-4bcc-b17e-a660aae05c0b {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:27.218015 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:27.218336 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd5658cd-2c86-4bcc-b17e-a660aae05c0b {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:27.218742 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5658cd-2c86-4bcc-b17e-a660aae05c0b'] response: {'name': 'network-changed', 'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'status': 'completed', 'code': 200} May 25 05:42:27.324830 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-9f713dc3-3ce6-4887-8a16-c5953d5d3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:27.326547 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-9f713dc3-3ce6-4887-8a16-c5953d5d3c97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 1129 time: 0.0707479 May 25 05:42:27.449250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-a3b3d9a0-5a2c-4a24-a8cf-d8cdc83d4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:27.450769 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-a3b3d9a0-5a2c-4a24-a8cf-d8cdc83d4ef7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.1115859 May 25 05:42:27.507720 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:26Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:27.524820 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-15633227-b104-4ee0-abdc-ae89e0b2ef09 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 HTTP/1.1" status: 200 len: 999 time: 0.0654049 May 25 05:42:27.539507 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:42:27.548848 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:42:27.549559 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:42:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:27.602942 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-7bf86d2c-6449-4f01-b77c-3593fe78099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:27.604592 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-7bf86d2c-6449-4f01-b77c-3593fe78099c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0563889 May 25 05:42:27.673774 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-ab206730-e671-4c46-abef-3437e50d3a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:27.676010 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-ab206730-e671-4c46-abef-3437e50d3a5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543861 May 25 05:42:27.682177 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:42:27.791897 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-d0787a5b-2c95-40a9-86cb-904e2cb3c104 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980928 May 25 05:42:27.936851 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cb7b7ed2-d3c5-4fa8-a19b-0325c7e233f3 req-69abeed3-4d6d-4a2c-a592-1aefcce4a5af service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332076 May 25 05:42:27.983186 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:26Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:28.012303 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe22b73-691e-4dbd-bd51-96cfc1233820 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:26Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:42:28.194621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 39926) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:28.297409 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3633ea7-b7fb-4625-8653-cb34dda25263 req-cebc0e18-9084-4467-960e-989243a6777a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:28.299140 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c3633ea7-b7fb-4625-8653-cb34dda25263 req-cebc0e18-9084-4467-960e-989243a6777a tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.0915468 May 25 05:42:28.363832 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb146a3-44a0-4b87-8c80-19240ef23807 None None] New status for floating IP f6c1ac67-d806-443d-b30b-97a4b15468c2: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:42:28.385358 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba25bf3-3576-454c-a939-c0c10eb3a0ca req-5af3cc8a-424e-4de5-9d5a-d44cd059854c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:28.386327 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5fd58d40-d791-47bf-9a73-72cfd74e29c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:28.393460 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ba25bf3-3576-454c-a939-c0c10eb3a0ca req-5af3cc8a-424e-4de5-9d5a-d44cd059854c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.1200762 May 25 05:42:28.479543 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ba25bf3-3576-454c-a939-c0c10eb3a0ca req-49ffedcf-de50-43a7-9d88-0b4045eb8cb9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816557 May 25 05:42:28.536187 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5fd58d40-d791-47bf-9a73-72cfd74e29c5 admin admin] Publish callbacks [] for security_group (489b6f52-4653-4515-b137-b5822a9fdc0a), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:28.540050 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c3633ea7-b7fb-4625-8653-cb34dda25263 req-41dd4f75-6f85-4374-9a4a-e81c811d8932 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085614 May 25 05:42:28.542566 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5fd58d40-d791-47bf-9a73-72cfd74e29c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (489b6f52-4653-4515-b137-b5822a9fdc0a), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:28.618815 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5fd58d40-d791-47bf-9a73-72cfd74e29c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86b2d1e7bb9f4beeb335d9eaa237975a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229062 May 25 05:42:28.621864 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd58d40-d791-47bf-9a73-72cfd74e29c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489b6f52-4653-4515-b137-b5822a9fdc0a,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:28.622184 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 39940) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:28.700655 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f0563f17-dc6a-4b86-93a2-0f3c792914e9 admin admin] Publish callbacks [] for security_group (489b6f52-4653-4515-b137-b5822a9fdc0a), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:28.727735 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f0563f17-dc6a-4b86-93a2-0f3c792914e9 admin admin] Publish callbacks [] for security_group (489b6f52-4653-4515-b137-b5822a9fdc0a), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:28.783997 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f0563f17-dc6a-4b86-93a2-0f3c792914e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (489b6f52-4653-4515-b137-b5822a9fdc0a), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:28.787763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f0563f17-dc6a-4b86-93a2-0f3c792914e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:28.788959 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f0563f17-dc6a-4b86-93a2-0f3c792914e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/489b6f52-4653-4515-b137-b5822a9fdc0a HTTP/1.1" status: 204 len: 168 time: 0.1651425 May 25 05:42:28.805213 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0563f17-dc6a-4b86-93a2-0f3c792914e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b6f52-4653-4515-b137-b5822a9fdc0a,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:29.384785 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-a7f63533-c3a0-47fe-9663-12e760d549cb tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:29.386335 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-a7f63533-c3a0-47fe-9663-12e760d549cb tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.32 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.0520458 May 25 05:42:29.546715 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Deleting port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:42:29.547059 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:29.707428 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb8a65-ab6f-4bab-b23c-6aa2fcd50c94 req-ae85558b-1489-466b-a6d5-fc6714dcd3b0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:29.708900 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-97eb8a65-ab6f-4bab-b23c-6aa2fcd50c94 req-ae85558b-1489-466b-a6d5-fc6714dcd3b0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.1477177 May 25 05:42:29.711518 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] For port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,segment=NetworkSegment(6fbb081c-f029-448e-9530-4be3d6110a8a),segment_id=6fbb081c-f029-448e-9530-4be3d6110a8a)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:42:29.711885 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:29.735434 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Calling delete_port for 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:42:29.844995 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3173b6-6252-411f-b4dc-0694e13f9663 req-ae9d6c4f-918f-4d9f-9f76-ed2072975791 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:29.846520 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a3173b6-6252-411f-b4dc-0694e13f9663 req-ae9d6c4f-918f-4d9f-9f76-ed2072975791 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 945 time: 0.2042572 May 25 05:42:29.862634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-97eb8a65-ab6f-4bab-b23c-6aa2fcd50c94 req-5e3acf2d-ccc1-43df-8999-97a4fd634b1e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424265 May 25 05:42:29.943230 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a3173b6-6252-411f-b4dc-0694e13f9663 req-0bd302f1-f490-4ce7-bef0-49304e4c6eeb tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/security-groups?id=3bebe2a8-2b45-4059-b1c0-4dda52b9c211&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886948 May 25 05:42:30.037330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (023bfee6-cc5f-4021-8e5a-a7c6776b55d6), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:30.059604 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['023bfee6-cc5f-4021-8e5a-a7c6776b55d6'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:42:30.072172 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Pushing event deleted for resources: {'Port': ['ID=023bfee6-cc5f-4021-8e5a-a7c6776b55d6,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:30.162541 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] No DVR routers for this DVR port 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:42:30.165852 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:30.169239 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ec312d81-2fb6-4ab2-ba61-6d3b74486775 req-5c303bb2-f073-4d3e-814f-a1fa1bf96dfa tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.32 "DELETE /v2.0/ports/023bfee6-cc5f-4021-8e5a-a7c6776b55d6 HTTP/1.1" status: 204 len: 173 time: 0.7718573 May 25 05:42:30.169740 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'name': 'network-vif-deleted', 'tag': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:42:30.172051 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf85d30a-0ccc-4492-bca3-a31be16ac7b4" -d '{"events": [{"server_uuid": "e258a29f-f655-4bde-b220-b3ca703d9805", "name": "network-vif-deleted", "tag": "023bfee6-cc5f-4021-8e5a-a7c6776b55d6"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:42:30.216626 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb59d67d-5639-47ee-ad29-543ce86d971e x-openstack-request-id: req-bb59d67d-5639-47ee-ad29-543ce86d971e {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:42:30.216933 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e258a29f-f655-4bde-b220-b3ca703d9805", "name": "network-vif-deleted", "tag": "023bfee6-cc5f-4021-8e5a-a7c6776b55d6", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:42:30.217195 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb59d67d-5639-47ee-ad29-543ce86d971e {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:42:30.217607 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb59d67d-5639-47ee-ad29-543ce86d971e'] response: {'server_uuid': 'e258a29f-f655-4bde-b220-b3ca703d9805', 'name': 'network-vif-deleted', 'tag': '023bfee6-cc5f-4021-8e5a-a7c6776b55d6', 'status': 'completed', 'code': 200} May 25 05:42:30.983304 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32495db0-7f22-4e21-86aa-3f1e6dad823a req-751a14ed-4e0f-4d68-b0a7-22d3e9107495 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:30.984808 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-32495db0-7f22-4e21-86aa-3f1e6dad823a req-751a14ed-4e0f-4d68-b0a7-22d3e9107495 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0553091 May 25 05:42:31.063451 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0ada534f-302e-4cc9-8f00-2b2f85329af3 req-4248ceb5-156f-4a23-9214-cf2674df7d70 tempest-DeleteServersTestJSON-1305797898 tempest-DeleteServersTestJSON-1305797898-project] 10.222.0.42 "GET /v2.0/ports?device_id=e258a29f-f655-4bde-b220-b3ca703d9805 HTTP/1.1" status: 200 len: 210 time: 0.0401719 May 25 05:42:31.070614 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-32495db0-7f22-4e21-86aa-3f1e6dad823a req-97c94256-1f61-41d4-8615-60946dce57d5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792577 May 25 05:42:31.718879 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40060) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:31.796986 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40064) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:31.886476 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7c52ec59-e9aa-457b-9462-9301102d5748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:31.912670 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d211e32-e154-41ec-8567-72fe9c7a954f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.022779 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7c52ec59-e9aa-457b-9462-9301102d5748 admin admin] Publish callbacks [] for security_group (1e442f5e-95fa-4466-ab7b-83ed8f4749c7), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.030407 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7c52ec59-e9aa-457b-9462-9301102d5748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1e442f5e-95fa-4466-ab7b-83ed8f4749c7), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.057304 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d211e32-e154-41ec-8567-72fe9c7a954f admin admin] Publish callbacks [] for security_group (96d73736-71e3-498e-8f19-791d5ff177c8), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.068791 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d211e32-e154-41ec-8567-72fe9c7a954f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (96d73736-71e3-498e-8f19-791d5ff177c8), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.096767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-7c52ec59-e9aa-457b-9462-9301102d5748 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce6081ce4c8f44fcb7155f900521c526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744829 May 25 05:42:32.096767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52ec59-e9aa-457b-9462-9301102d5748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e442f5e-95fa-4466-ab7b-83ed8f4749c7,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:32.099257 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40072) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:32.137499 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2d211e32-e154-41ec-8567-72fe9c7a954f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63c85bdc9b1340c7a17a947e84465a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370874 May 25 05:42:32.139180 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40074) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:32.201594 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ce61acf0-71fa-403b-b5e7-78dc9ae9dee2 admin admin] Publish callbacks [] for security_group (96d73736-71e3-498e-8f19-791d5ff177c8), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.201730 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d211e32-e154-41ec-8567-72fe9c7a954f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d73736-71e3-498e-8f19-791d5ff177c8,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:32.230329 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a372988d-d128-40e1-9972-b7e498674980 admin admin] Publish callbacks [] for security_group (1e442f5e-95fa-4466-ab7b-83ed8f4749c7), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.239942 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ce61acf0-71fa-403b-b5e7-78dc9ae9dee2 admin admin] Publish callbacks [] for security_group (96d73736-71e3-498e-8f19-791d5ff177c8), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.244339 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542be03-9582-4da5-bdf0-22c0a32f2e10 req-8c03352e-0a60-4c17-a751-752e410d0704 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:32.245847 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f542be03-9582-4da5-bdf0-22c0a32f2e10 req-8c03352e-0a60-4c17-a751-752e410d0704 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0974486 May 25 05:42:32.279257 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a372988d-d128-40e1-9972-b7e498674980 admin admin] Publish callbacks [] for security_group (1e442f5e-95fa-4466-ab7b-83ed8f4749c7), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.302039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ce61acf0-71fa-403b-b5e7-78dc9ae9dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (96d73736-71e3-498e-8f19-791d5ff177c8), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.308142 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ce61acf0-71fa-403b-b5e7-78dc9ae9dee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.309757 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ce61acf0-71fa-403b-b5e7-78dc9ae9dee2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96d73736-71e3-498e-8f19-791d5ff177c8 HTTP/1.1" status: 204 len: 168 time: 0.1695464 May 25 05:42:32.325718 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61acf0-71fa-403b-b5e7-78dc9ae9dee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d73736-71e3-498e-8f19-791d5ff177c8,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:32.346785 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f542be03-9582-4da5-bdf0-22c0a32f2e10 req-69f377c2-6a2a-48eb-b028-9eb57ee961d5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910125 May 25 05:42:32.381865 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a372988d-d128-40e1-9972-b7e498674980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1e442f5e-95fa-4466-ab7b-83ed8f4749c7), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.385017 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a372988d-d128-40e1-9972-b7e498674980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.388532 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a372988d-d128-40e1-9972-b7e498674980 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e442f5e-95fa-4466-ab7b-83ed8f4749c7 HTTP/1.1" status: 204 len: 168 time: 0.2823844 May 25 05:42:32.399584 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372988d-d128-40e1-9972-b7e498674980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e442f5e-95fa-4466-ab7b-83ed8f4749c7,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:32.736493 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40102) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:32.751446 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-038a53bc-2f4d-4567-8228-f5bf324c6072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.770620 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40104) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:32.787453 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-48b6aba3-b778-48d5-9b41-1341a9fd292f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.876110 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-038a53bc-2f4d-4567-8228-f5bf324c6072 admin admin] Publish callbacks [] for security_group (ee2476be-5672-4bfc-b0de-1635295c9ec7), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.881736 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-038a53bc-2f4d-4567-8228-f5bf324c6072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ee2476be-5672-4bfc-b0de-1635295c9ec7), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.882549 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-48b6aba3-b778-48d5-9b41-1341a9fd292f admin admin] Publish callbacks [] for security_group (ae1cce5c-3cec-4f9c-a15b-a8b178065e48), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.887486 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-48b6aba3-b778-48d5-9b41-1341a9fd292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ae1cce5c-3cec-4f9c-a15b-a8b178065e48), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.922616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-038a53bc-2f4d-4567-8228-f5bf324c6072 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ed088b7041a43ea9816bfe0f78a3936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848266 May 25 05:42:32.926298 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40110) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:32.932084 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-48b6aba3-b778-48d5-9b41-1341a9fd292f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d31e8fde267f49f1af52fb90e9ac4273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603916 May 25 05:42:32.933158 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6aba3-b778-48d5-9b41-1341a9fd292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1cce5c-3cec-4f9c-a15b-a8b178065e48,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:32.934142 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a53bc-2f4d-4567-8228-f5bf324c6072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2476be-5672-4bfc-b0de-1635295c9ec7,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:32.935786 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40112) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:32.986408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34a46e7f-a741-4085-800b-9f2a53b083db admin admin] Publish callbacks [] for security_group (ae1cce5c-3cec-4f9c-a15b-a8b178065e48), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:32.990792 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d600-e2bc-466a-8bba-a80a23d54ada admin admin] Publish callbacks [] for security_group (ee2476be-5672-4bfc-b0de-1635295c9ec7), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.010705 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34a46e7f-a741-4085-800b-9f2a53b083db admin admin] Publish callbacks [] for security_group (ae1cce5c-3cec-4f9c-a15b-a8b178065e48), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.017509 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d600-e2bc-466a-8bba-a80a23d54ada admin admin] Publish callbacks [] for security_group (ee2476be-5672-4bfc-b0de-1635295c9ec7), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.060734 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34a46e7f-a741-4085-800b-9f2a53b083db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ae1cce5c-3cec-4f9c-a15b-a8b178065e48), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.063570 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-34a46e7f-a741-4085-800b-9f2a53b083db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.067799 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d600-e2bc-466a-8bba-a80a23d54ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ee2476be-5672-4bfc-b0de-1635295c9ec7), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.068331 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-34a46e7f-a741-4085-800b-9f2a53b083db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae1cce5c-3cec-4f9c-a15b-a8b178065e48 HTTP/1.1" status: 204 len: 168 time: 0.1313946 May 25 05:42:33.071556 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d600-e2bc-466a-8bba-a80a23d54ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.073213 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f3f7d600-e2bc-466a-8bba-a80a23d54ada admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee2476be-5672-4bfc-b0de-1635295c9ec7 HTTP/1.1" status: 204 len: 168 time: 0.1459012 May 25 05:42:33.076951 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a46e7f-a741-4085-800b-9f2a53b083db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1cce5c-3cec-4f9c-a15b-a8b178065e48,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:33.081730 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7d600-e2bc-466a-8bba-a80a23d54ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2476be-5672-4bfc-b0de-1635295c9ec7,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:33.427674 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40132) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:33.441515 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e52e4f83-0d00-4b7c-9dd3-351c2c96d25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.479437 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304a421-d927-4847-86ec-2a768492f616 req-f743ae2b-2966-485c-a4a9-66f30d2a70e6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:33.481027 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3304a421-d927-4847-86ec-2a768492f616 req-f743ae2b-2966-485c-a4a9-66f30d2a70e6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0555668 May 25 05:42:33.542036 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e52e4f83-0d00-4b7c-9dd3-351c2c96d25e admin admin] Publish callbacks [] for security_group (1332680e-1978-4fdf-bb65-031057000a1a), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.547050 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e52e4f83-0d00-4b7c-9dd3-351c2c96d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1332680e-1978-4fdf-bb65-031057000a1a), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.565281 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3304a421-d927-4847-86ec-2a768492f616 req-10de5eb0-c573-4398-81fe-cadeaeb816fd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 May 25 05:42:33.595199 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e52e4f83-0d00-4b7c-9dd3-351c2c96d25e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bda642e1dc242f4b3c71d528b232a88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640477 May 25 05:42:33.595199 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e4f83-0d00-4b7c-9dd3-351c2c96d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1332680e-1978-4fdf-bb65-031057000a1a,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:33.595708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40140) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:33.612497 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:42:33.637732 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40144) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:33.639499 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:42:33.640168 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 023bfee6-cc5f-4021-8e5a-a7c6776b55d6 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:42:33.659169 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c19590ea-79e6-4e2c-8ca9-eb2563cb7e25 admin admin] Publish callbacks [] for security_group (1332680e-1978-4fdf-bb65-031057000a1a), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.688911 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c19590ea-79e6-4e2c-8ca9-eb2563cb7e25 admin admin] Publish callbacks [] for security_group (1332680e-1978-4fdf-bb65-031057000a1a), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.689432 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] Deleting subnet 9ab340bc-57e4-45a9-b3f6-af80a7a5455f {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:42:33.693323 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] Publish callbacks [] for subnet (9ab340bc-57e4-45a9-b3f6-af80a7a5455f), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.733862 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (9ab340bc-57e4-45a9-b3f6-af80a7a5455f), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.744892 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c19590ea-79e6-4e2c-8ca9-eb2563cb7e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1332680e-1978-4fdf-bb65-031057000a1a), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.747692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c19590ea-79e6-4e2c-8ca9-eb2563cb7e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.751826 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c19590ea-79e6-4e2c-8ca9-eb2563cb7e25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1332680e-1978-4fdf-bb65-031057000a1a HTTP/1.1" status: 204 len: 168 time: 0.1515529 May 25 05:42:33.757953 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19590ea-79e6-4e2c-8ca9-eb2563cb7e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1332680e-1978-4fdf-bb65-031057000a1a,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:33.804756 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (9ab340bc-57e4-45a9-b3f6-af80a7a5455f), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.881973 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (9ab340bc-57e4-45a9-b3f6-af80a7a5455f), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.903958 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:33.908439 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9ab340bc-57e4-45a9-b3f6-af80a7a5455f HTTP/1.1" status: 204 len: 168 time: 0.2696688 May 25 05:42:33.912120 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40162) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:33.932994 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5795484-f692-4834-b73d-32d11b3b8525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ab340bc-57e4-45a9-b3f6-af80a7a5455f,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:34.010958 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (ea1cbf4c-0331-4b4e-9791-9cadaa76dede), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.126438 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (ea1cbf4c-0331-4b4e-9791-9cadaa76dede), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.156847 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1cbf4c-0331-4b4e-9791-9cadaa76dede']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:34.171759 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbb081c-f029-448e-9530-4be3d6110a8a') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:34.172185 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbb081c-f029-448e-9530-4be3d6110a8a') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:42:34.183657 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (6fbb081c-f029-448e-9530-4be3d6110a8a), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.200173 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (6fbb081c-f029-448e-9530-4be3d6110a8a), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.208593 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:42:34.209769 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (6fbb081c-f029-448e-9530-4be3d6110a8a), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.292713 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (ea1cbf4c-0331-4b4e-9791-9cadaa76dede), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.305211 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.309473 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ea1cbf4c-0331-4b4e-9791-9cadaa76dede HTTP/1.1" status: 204 len: 168 time: 0.3954554 May 25 05:42:34.324734 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 6fbb081c-f029-448e-9530-4be3d6110a8a resource provider aggregate not found May 25 05:42:34.340631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017da278-30c2-4966-a9a8-15b2998a7d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1cbf4c-0331-4b4e-9791-9cadaa76dede,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:34.349318 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 6fbb081c-f029-448e-9530-4be3d6110a8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fbb081c-f029-448e-9530-4be3d6110a8a found for delete ", "request_id": "req-28d67cd8-cca5-4926-bfa5-d480f1904205"}]} May 25 05:42:34.498754 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40208) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:34.558811 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4cafbca0-2e7f-4a96-8ade-696023230a3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=770d94ff15a3470c9abe88c52df1bcc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0575080 May 25 05:42:34.561383 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40216) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:34.621435 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aafa150-fa05-4628-8d13-fa5d41d4cc0c admin admin] Publish callbacks [] for security_group (3bebe2a8-2b45-4059-b1c0-4dda52b9c211), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.654713 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aafa150-fa05-4628-8d13-fa5d41d4cc0c admin admin] Publish callbacks [] for security_group (3bebe2a8-2b45-4059-b1c0-4dda52b9c211), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.714299 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aafa150-fa05-4628-8d13-fa5d41d4cc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (3bebe2a8-2b45-4059-b1c0-4dda52b9c211), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.716715 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aafa150-fa05-4628-8d13-fa5d41d4cc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:34.720771 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0aafa150-fa05-4628-8d13-fa5d41d4cc0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3bebe2a8-2b45-4059-b1c0-4dda52b9c211 HTTP/1.1" status: 204 len: 168 time: 0.1585355 May 25 05:42:34.730663 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafa150-fa05-4628-8d13-fa5d41d4cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bebe2a8-2b45-4059-b1c0-4dda52b9c211,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:34.733608 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ebe1b-6d7b-4d23-a820-036264f23df9 req-1046181b-edf3-45d3-b2ab-cc18920c9280 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:34.735411 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-673ebe1b-6d7b-4d23-a820-036264f23df9 req-1046181b-edf3-45d3-b2ab-cc18920c9280 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0974951 May 25 05:42:34.818851 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-673ebe1b-6d7b-4d23-a820-036264f23df9 req-e4bee504-b444-47bb-b0f8-efcf161ecdcd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747998 May 25 05:42:35.244332 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40256) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:35.416580 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0b0a96e2-e296-4407-bb86-4e2175f73340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:35.511343 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0b0a96e2-e296-4407-bb86-4e2175f73340 admin admin] Publish callbacks [] for security_group (06f6152a-f974-4853-90d7-efd9a93e0f6f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:35.515844 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0b0a96e2-e296-4407-bb86-4e2175f73340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (06f6152a-f974-4853-90d7-efd9a93e0f6f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:35.552584 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0b0a96e2-e296-4407-bb86-4e2175f73340 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48c918f658854c2b8d51d442e1edeb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3070958 May 25 05:42:35.555318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40276) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:35.565590 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a96e2-e296-4407-bb86-4e2175f73340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f6152a-f974-4853-90d7-efd9a93e0f6f,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:35.636372 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-46d19c87-4298-4923-8e55-61328ed5ca9b admin admin] Publish callbacks [] for security_group (06f6152a-f974-4853-90d7-efd9a93e0f6f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:35.660088 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-46d19c87-4298-4923-8e55-61328ed5ca9b admin admin] Publish callbacks [] for security_group (06f6152a-f974-4853-90d7-efd9a93e0f6f), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:35.712541 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-46d19c87-4298-4923-8e55-61328ed5ca9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (06f6152a-f974-4853-90d7-efd9a93e0f6f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:35.715175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-46d19c87-4298-4923-8e55-61328ed5ca9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:35.716422 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-46d19c87-4298-4923-8e55-61328ed5ca9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06f6152a-f974-4853-90d7-efd9a93e0f6f HTTP/1.1" status: 204 len: 168 time: 0.1594117 May 25 05:42:35.725374 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d19c87-4298-4923-8e55-61328ed5ca9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f6152a-f974-4853-90d7-efd9a93e0f6f,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:35.970236 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9620fdf-8afc-4003-b4a1-81d233beed08 req-ea62607a-744b-4213-880f-800d8074bf2e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:35.973258 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c9620fdf-8afc-4003-b4a1-81d233beed08 req-ea62607a-744b-4213-880f-800d8074bf2e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0699563 May 25 05:42:36.036423 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c9620fdf-8afc-4003-b4a1-81d233beed08 req-f80b75f8-d424-49c6-bb74-242af5eabff0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537469 May 25 05:42:36.948298 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40348) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:37.006406 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-633053f8-b5c1-4119-ac33-cacc7191da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.056058 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-849458ae-42c9-4326-bf86-29cf790a1c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.147893 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-849458ae-42c9-4326-bf86-29cf790a1c79 admin admin] Publish callbacks [] for security_group (e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.152136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-849458ae-42c9-4326-bf86-29cf790a1c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.168083 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3d072-62a8-4f89-9d82-b3a778d5ce69 req-057498f5-59db-40d2-a49b-e1e26accc4d7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:37.169718 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cae3d072-62a8-4f89-9d82-b3a778d5ce69 req-057498f5-59db-40d2-a49b-e1e26accc4d7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0576868 May 25 05:42:37.188248 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849458ae-42c9-4326-bf86-29cf790a1c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:37.195475 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-849458ae-42c9-4326-bf86-29cf790a1c79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1a7efd87f7c449c851d9c490b53cbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438262 May 25 05:42:37.195727 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40356) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:42:37.220334 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cae3d072-62a8-4f89-9d82-b3a778d5ce69 req-0eea6a38-99b4-4136-82b0-771ef14a70ea tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 May 25 05:42:37.243252 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a9c72601-d251-4445-8413-f616b2434bd0 admin admin] Publish callbacks [] for security_group (e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.263960 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a9c72601-d251-4445-8413-f616b2434bd0 admin admin] Publish callbacks [] for security_group (e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.310896 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a9c72601-d251-4445-8413-f616b2434bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.313467 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a9c72601-d251-4445-8413-f616b2434bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:37.315247 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a9c72601-d251-4445-8413-f616b2434bd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78 HTTP/1.1" status: 204 len: 168 time: 0.1184061 May 25 05:42:37.323832 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c72601-d251-4445-8413-f616b2434bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ee0e6d-6a5c-42fe-97ff-f4c2da732a78,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:42:38.351418 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848b605-f702-4d28-9ed9-766b6024cc2d req-20d6b0fb-a69f-44f7-ab68-723c17b0a49b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:38.353211 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4848b605-f702-4d28-9ed9-766b6024cc2d req-20d6b0fb-a69f-44f7-ab68-723c17b0a49b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0621645 May 25 05:42:38.405852 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4848b605-f702-4d28-9ed9-766b6024cc2d req-2388cfce-312d-41f6-b12d-a4b8e38206e7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463960 May 25 05:42:39.151682 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ac1787c7-e02e-4dfa-b5ed-909d7dd03304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:39.525007 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dc818-4824-4989-95f0-1f64df2d6b11 req-253a2cc9-df35-4f48-8cef-136ae7fd3506 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:39.526523 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b2dc818-4824-4989-95f0-1f64df2d6b11 req-253a2cc9-df35-4f48-8cef-136ae7fd3506 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0526092 May 25 05:42:39.574667 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b2dc818-4824-4989-95f0-1f64df2d6b11 req-b1baa557-c36d-4bdb-a3b5-5b583ed1e310 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 May 25 05:42:40.355632 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:40.691136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f21e8-bbe7-45e7-8429-f0431e45fb14 req-002d8b51-fc61-4a29-8bb3-28cbb2349977 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:40.693435 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4b9f21e8-bbe7-45e7-8429-f0431e45fb14 req-002d8b51-fc61-4a29-8bb3-28cbb2349977 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0528915 May 25 05:42:40.749254 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4b9f21e8-bbe7-45e7-8429-f0431e45fb14 req-0b9bc2f7-db6c-400e-b7b6-1f60555a443e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498533 May 25 05:42:41.589656 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:41.871374 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711f760-90eb-4111-8b52-22a992d9ffb4 req-ae3cba55-682e-4489-845e-6298f673945e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:41.872898 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4711f760-90eb-4111-8b52-22a992d9ffb4 req-ae3cba55-682e-4489-845e-6298f673945e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0575018 May 25 05:42:41.919618 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4711f760-90eb-4111-8b52-22a992d9ffb4 req-f4b11ec6-673d-4f00-9145-9b09540a32d5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410495 May 25 05:42:42.470414 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:43.036161 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ba0eb-15be-4e88-b900-aea20d252293 req-b9addd59-69ee-47d0-b536-dab95121c258 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:43.037674 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b9ba0eb-15be-4e88-b900-aea20d252293 req-b9addd59-69ee-47d0-b536-dab95121c258 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0531008 May 25 05:42:43.091084 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b9ba0eb-15be-4e88-b900-aea20d252293 req-2e9c4467-d835-4394-aa3d-f21b7d1665a4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478117 May 25 05:42:43.681074 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:42:44.210076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048face-f101-4f3e-a15c-b7e858e9f019 req-1a55ebb6-e514-4d8c-aa13-4de483c420e2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:44.211555 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8048face-f101-4f3e-a15c-b7e858e9f019 req-1a55ebb6-e514-4d8c-aa13-4de483c420e2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0511699 May 25 05:42:44.263727 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8048face-f101-4f3e-a15c-b7e858e9f019 req-37df7efe-263c-4169-831c-e6a16785145c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465488 May 25 05:42:45.380606 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0556a0-7d82-428b-b196-fa787aac438a req-660f806b-dfd6-4adb-8a5d-14a7b5c30895 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:45.382014 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af0556a0-7d82-428b-b196-fa787aac438a req-660f806b-dfd6-4adb-8a5d-14a7b5c30895 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0531020 May 25 05:42:45.432268 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af0556a0-7d82-428b-b196-fa787aac438a req-bcbc9b22-76db-41cd-93f3-e2288f68bf6f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446720 May 25 05:42:46.549688 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5a303-4dc8-4b0c-8ebf-bd97ecd9a811 req-b759d33c-041d-48dd-b1ff-a63333c198ab tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:46.552144 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12a5a303-4dc8-4b0c-8ebf-bd97ecd9a811 req-b759d33c-041d-48dd-b1ff-a63333c198ab tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0516808 May 25 05:42:46.597670 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12a5a303-4dc8-4b0c-8ebf-bd97ecd9a811 req-3fb82b4f-40ff-4ab3-83f7-40caa7c6b0b1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 May 25 05:42:47.718602 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64087c75-252c-42ed-a0a2-c08b6b982cb3 req-2a81e91c-fca5-4630-b793-5cc5c1f51a31 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:47.719973 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-64087c75-252c-42ed-a0a2-c08b6b982cb3 req-2a81e91c-fca5-4630-b793-5cc5c1f51a31 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0554593 May 25 05:42:47.765539 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-64087c75-252c-42ed-a0a2-c08b6b982cb3 req-69557c88-974f-4f8e-8a49-58cd734f8288 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 May 25 05:42:48.884908 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541aa0-937b-40e7-8e09-c2e43340bf9a req-36193379-334e-41bd-b0e2-fc86e93828fd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:48.886415 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a541aa0-937b-40e7-8e09-c2e43340bf9a req-36193379-334e-41bd-b0e2-fc86e93828fd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0535467 May 25 05:42:48.932679 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a541aa0-937b-40e7-8e09-c2e43340bf9a req-85242f9b-d6b7-48a9-a668-cc48a93cdca5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 May 25 05:42:50.051191 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc4b7b-c875-42b8-bd5f-7a380192d508 req-ef07a100-745b-4db0-9e2c-fc943a240985 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:50.052654 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8ffc4b7b-c875-42b8-bd5f-7a380192d508 req-ef07a100-745b-4db0-9e2c-fc943a240985 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0565596 May 25 05:42:50.100221 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8ffc4b7b-c875-42b8-bd5f-7a380192d508 req-6523da2e-c3be-4e02-bcd1-27b37639014e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 May 25 05:42:51.218617 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080927b-3190-4536-9b4d-8fe4b62fec95 req-b25d3ddf-48be-49c5-bab0-a88a5dce2745 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:51.220083 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a080927b-3190-4536-9b4d-8fe4b62fec95 req-b25d3ddf-48be-49c5-bab0-a88a5dce2745 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0516386 May 25 05:42:51.265667 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a080927b-3190-4536-9b4d-8fe4b62fec95 req-f0ea0127-6696-43ad-a547-91bf6d63b103 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 May 25 05:42:52.382533 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26522b6-ac18-4835-8bca-265529e328b3 req-6b406c51-3459-48fe-9dfe-ef7c229d379b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:52.383972 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f26522b6-ac18-4835-8bca-265529e328b3 req-6b406c51-3459-48fe-9dfe-ef7c229d379b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0542016 May 25 05:42:52.435406 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f26522b6-ac18-4835-8bca-265529e328b3 req-408d75fc-edc5-40e0-887b-0aae6b444f6a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458808 May 25 05:42:53.569666 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb06f86-02ad-4af2-a6a1-25919e0d16b9 req-37bc6f06-1ab4-45d1-a512-9506f9050b70 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:53.571171 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ddb06f86-02ad-4af2-a6a1-25919e0d16b9 req-37bc6f06-1ab4-45d1-a512-9506f9050b70 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0561953 May 25 05:42:53.622616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ddb06f86-02ad-4af2-a6a1-25919e0d16b9 req-d4a27198-c52a-46da-9052-f39ca7de525a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446467 May 25 05:42:54.746176 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c18ac0-04bb-4c91-a8cb-b1cf2ba25f0a req-aa385856-66dd-419a-afa7-0cf13ac3aa00 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:54.747580 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0c18ac0-04bb-4c91-a8cb-b1cf2ba25f0a req-aa385856-66dd-419a-afa7-0cf13ac3aa00 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0513461 May 25 05:42:54.797133 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0c18ac0-04bb-4c91-a8cb-b1cf2ba25f0a req-d3a3f073-ebf0-46ca-9444-26fe5648f759 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 May 25 05:42:55.921623 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be37274-29f6-40d3-a51c-bc63625d7164 req-9fb8554e-203f-4cf2-9581-712ae9049171 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:55.923101 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1be37274-29f6-40d3-a51c-bc63625d7164 req-9fb8554e-203f-4cf2-9581-712ae9049171 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0548599 May 25 05:42:55.971027 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1be37274-29f6-40d3-a51c-bc63625d7164 req-cbf4f37c-ad03-4d65-a69d-334bd1ff002c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422618 May 25 05:42:57.090627 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0f6fc-4cc0-411c-86d6-234cb76f7f52 req-ebd1f5d1-18d8-4279-9af4-e13e7f677af6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:57.092110 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8bc0f6fc-4cc0-411c-86d6-234cb76f7f52 req-ebd1f5d1-18d8-4279-9af4-e13e7f677af6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0509880 May 25 05:42:57.137802 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8bc0f6fc-4cc0-411c-86d6-234cb76f7f52 req-dc9cca3d-bec5-4f74-8023-13bf156bb3f3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 May 25 05:42:58.253422 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0919fc6-f17a-4367-8ab2-6cedb26b5ce5 req-79bf93dd-6341-46ac-97f1-46a50c7820b0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:58.255072 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0919fc6-f17a-4367-8ab2-6cedb26b5ce5 req-79bf93dd-6341-46ac-97f1-46a50c7820b0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0508378 May 25 05:42:58.305059 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0919fc6-f17a-4367-8ab2-6cedb26b5ce5 req-2de9e989-ef77-4d25-9613-1a433079e3a0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 May 25 05:42:59.423478 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e3cbf-a552-430b-8abf-1806ab4f4d7f req-7e8a6955-6b6f-42ae-a092-47fb01d234d3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:42:59.425045 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e17e3cbf-a552-430b-8abf-1806ab4f4d7f req-7e8a6955-6b6f-42ae-a092-47fb01d234d3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0523372 May 25 05:42:59.470948 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e17e3cbf-a552-430b-8abf-1806ab4f4d7f req-3f69f1a2-26bb-4e28-b058-7a3a4891599f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394745 May 25 05:43:00.591473 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43876cfc-1eeb-4700-8333-920a1809c18f req-f486e3fe-d45c-49a0-9bde-d7874fb169c4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:00.592868 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-43876cfc-1eeb-4700-8333-920a1809c18f req-f486e3fe-d45c-49a0-9bde-d7874fb169c4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0527496 May 25 05:43:00.638777 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-43876cfc-1eeb-4700-8333-920a1809c18f req-542a2aeb-451c-437b-b456-2e312a355eb7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 May 25 05:43:01.450240 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b390d-4b30-4af8-8e1c-fda4f36fb0d5 req-48154bd2-9b2c-4598-b3f9-6a443edd1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:01.451734 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c58b390d-4b30-4af8-8e1c-fda4f36fb0d5 req-48154bd2-9b2c-4598-b3f9-6a443edd1888 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 1129 time: 0.0462739 May 25 05:43:01.756435 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea11c57-3ca3-4077-870a-abdc0d692bdc req-4401c261-b319-4c23-86f0-1c46b30edad3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:01.757891 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bea11c57-3ca3-4077-870a-abdc0d692bdc req-4401c261-b319-4c23-86f0-1c46b30edad3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0521123 May 25 05:43:01.804876 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bea11c57-3ca3-4077-870a-abdc0d692bdc req-7402e166-a8e9-4116-bcc2-e99d52edf858 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 May 25 05:43:02.274615 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:43:02.662706 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c58b390d-4b30-4af8-8e1c-fda4f36fb0d5 req-b8af6086-0660-4046-afd0-c8400f4bef34 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376313 May 25 05:43:02.923996 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903eb18-357e-46c9-8e99-3af371f4965f req-4e7c58f1-f280-43e7-bd09-403df2e4c5d4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:02.926363 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7903eb18-357e-46c9-8e99-3af371f4965f req-4e7c58f1-f280-43e7-bd09-403df2e4c5d4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0548162 May 25 05:43:02.972664 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7903eb18-357e-46c9-8e99-3af371f4965f req-533e30bf-ca9e-4b5d-8b60-cc667b536852 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 May 25 05:43:04.090610 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320a13d-8b9a-4b81-ad66-e3d8422e145a req-05bf9068-c04c-4dae-b2aa-fa0675efc59b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:04.092096 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1320a13d-8b9a-4b81-ad66-e3d8422e145a req-05bf9068-c04c-4dae-b2aa-fa0675efc59b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0518901 May 25 05:43:04.139768 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1320a13d-8b9a-4b81-ad66-e3d8422e145a req-974b4543-ebeb-42c4-a1d8-2837c4779e05 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 May 25 05:43:05.264798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6893c7-4330-41fd-bbe2-5f441d8ac203 req-f78cdf56-9a44-4739-91b5-0ec74c1ec30d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:05.266207 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ac6893c7-4330-41fd-bbe2-5f441d8ac203 req-f78cdf56-9a44-4739-91b5-0ec74c1ec30d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0539343 May 25 05:43:05.319702 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ac6893c7-4330-41fd-bbe2-5f441d8ac203 req-4a8068b7-b389-4da1-883d-404c24e84a30 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470765 May 25 05:43:05.444502 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f585-b875-4055-96e1-97d485300c84 req-874562b1-64bb-483f-98cf-f6d4c63cee29 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:05.446113 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6878f585-b875-4055-96e1-97d485300c84 req-874562b1-64bb-483f-98cf-f6d4c63cee29 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0604153 May 25 05:43:05.496955 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6878f585-b875-4055-96e1-97d485300c84 req-e08d0bef-6782-4d99-8edc-bb4f377024ee tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448480 May 25 05:43:07.009923 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-92132326-e396-4f35-a5e3-a00718697842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.570735 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40836) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:07.681042 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd1e8-8816-4118-9c4d-c12b1189dba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.758822 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd1e8-8816-4118-9c4d-c12b1189dba0 admin admin] Publish callbacks [] for security_group (427b0348-d072-4d32-9466-dbca653591cd), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.762852 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd1e8-8816-4118-9c4d-c12b1189dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (427b0348-d072-4d32-9466-dbca653591cd), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.800434 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdd1e8-8816-4118-9c4d-c12b1189dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427b0348-d072-4d32-9466-dbca653591cd,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:07.813128 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b2bdd1e8-8816-4118-9c4d-c12b1189dba0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c80b4c7fdc444c30a057d78ab807fbec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378011 May 25 05:43:07.813570 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40848) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:07.872143 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8badc608-f71d-45f4-b105-ac0a32338705 admin admin] Publish callbacks [] for security_group (427b0348-d072-4d32-9466-dbca653591cd), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.895459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8badc608-f71d-45f4-b105-ac0a32338705 admin admin] Publish callbacks [] for security_group (427b0348-d072-4d32-9466-dbca653591cd), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.947927 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8badc608-f71d-45f4-b105-ac0a32338705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (427b0348-d072-4d32-9466-dbca653591cd), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.950717 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8badc608-f71d-45f4-b105-ac0a32338705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:07.951885 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-8badc608-f71d-45f4-b105-ac0a32338705 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/427b0348-d072-4d32-9466-dbca653591cd HTTP/1.1" status: 204 len: 168 time: 0.1383791 May 25 05:43:07.960125 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badc608-f71d-45f4-b105-ac0a32338705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427b0348-d072-4d32-9466-dbca653591cd,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:08.345439 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-447b7bb5-3451-41e3-a311-47f21204d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:08.347596 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-447b7bb5-3451-41e3-a311-47f21204d9fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 1130 time: 0.1163943 May 25 05:43:08.365091 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2b380-2dd5-411d-9a1e-143719d1b3b3 req-dcfa68b4-72a2-4b79-8a8a-fb1ab6ff666d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:08.367558 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c4d2b380-2dd5-411d-9a1e-143719d1b3b3 req-dcfa68b4-72a2-4b79-8a8a-fb1ab6ff666d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0841107 May 25 05:43:08.368296 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40882) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:08.693789 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0af361cf-dcda-4026-b618-30419f25f1b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:08.725325 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40896) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:08.759420 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-661900d0-9ce0-45b6-ad2a-103cd087fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:08.760871 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-661900d0-9ce0-45b6-ad2a-103cd087fabf service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.4071581 May 25 05:43:08.763911 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c4d2b380-2dd5-411d-9a1e-143719d1b3b3 req-83bdb997-a45e-4610-b6d0-7eceaa05ef9c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810351 May 25 05:43:08.806001 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-e089f1bf-2ba0-41a2-a6f7-e88b47831f04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66f38db-741f-4d20-a19f-2a10a0b00577 HTTP/1.1" status: 200 len: 217 time: 0.0388300 May 25 05:43:08.831062 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1632411113-network', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:08.851661 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Made reservation on behalf of 62d1ff45829a40f49362b7e51e3d7caa for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:08.854831 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:08.864141 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:08.874181 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-034bccbf-60aa-4830-b86e-7216853ec08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:08.875620 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-034bccbf-60aa-4830-b86e-7216853ec08d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0642600 May 25 05:43:08.916219 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0af361cf-dcda-4026-b618-30419f25f1b0 admin admin] Publish callbacks [] for security_group (22e4ac2a-39a8-4b7e-bb15-2a0676c85a83), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:08.922463 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0af361cf-dcda-4026-b618-30419f25f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (22e4ac2a-39a8-4b7e-bb15-2a0676c85a83), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:08.950376 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks [] for security_group (cd670abb-aae3-4688-a950-dc01f5fb6b49), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:08.954694 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (cd670abb-aae3-4688-a950-dc01f5fb6b49), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:08.970033 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af361cf-dcda-4026-b618-30419f25f1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e4ac2a-39a8-4b7e-bb15-2a0676c85a83,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:08.977133 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-0af361cf-dcda-4026-b618-30419f25f1b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d43742ae8344ad88a79ce6bd093bb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5974467 May 25 05:43:08.977347 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40900) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:08.981522 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:43:08.986193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-cc2e2be0-daec-4bd3-a5df-549b696d7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:08.988036 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-cc2e2be0-daec-4bd3-a5df-549b696d7138 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1047630 May 25 05:43:09.000497 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd670abb-aae3-4688-a950-dc01f5fb6b49,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:09.005883 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (ce7fccad-ac83-46cc-9e87-f3805daadbdd), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.006312 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Added segment ce7fccad-ac83-46cc-9e87-f3805daadbdd of type vlan for network 9c1f9707-80c9-42a9-8278-30334c600f63 May 25 05:43:09.054668 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (9c1f9707-80c9-42a9-8278-30334c600f63), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.083706 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (9c1f9707-80c9-42a9-8278-30334c600f63), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.084843 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:09.085508 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.098866 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8bfaef26-072e-4264-af2e-d1e876026f7f admin admin] Publish callbacks [] for security_group (22e4ac2a-39a8-4b7e-bb15-2a0676c85a83), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.131354 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-3e5bd98f-f6c6-4b6f-9d67-3f7f6991ad78 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370447 May 25 05:43:09.136523 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8bfaef26-072e-4264-af2e-d1e876026f7f admin admin] Publish callbacks [] for security_group (22e4ac2a-39a8-4b7e-bb15-2a0676c85a83), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.148409 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4218791 May 25 05:43:09.149240 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40904) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:09.163216 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e1084b89-5e4a-4fae-9d81-60c5685b6606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.164003 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Request body: {'subnet': {'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1632411113-subnet', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'ip_version': 4}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:09.177516 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e9518-4b05-44d5-a549-3a14b3293d0b admin admin] Pushing event updated for resources: {'Network': ['ID=9c1f9707-80c9-42a9-8278-30334c600f63,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:09.191500 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network 9c1f9707-80c9-42a9-8278-30334c600f63 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:43:09.195330 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Made reservation on behalf of 62d1ff45829a40f49362b7e51e3d7caa for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:09.198451 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130607622'] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.260083 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-784fc62f-15f0-4d4d-a9b4-f72c15ccac46 req-61d9d821-c319-4720-8845-354d0a71a2ee service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210461 May 25 05:43:09.263241 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8bfaef26-072e-4264-af2e-d1e876026f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (22e4ac2a-39a8-4b7e-bb15-2a0676c85a83), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.268069 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8bfaef26-072e-4264-af2e-d1e876026f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.269250 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-8bfaef26-072e-4264-af2e-d1e876026f7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22e4ac2a-39a8-4b7e-bb15-2a0676c85a83 HTTP/1.1" status: 204 len: 168 time: 0.2909350 May 25 05:43:09.288102 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaef26-072e-4264-af2e-d1e876026f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e4ac2a-39a8-4b7e-bb15-2a0676c85a83,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:09.426207 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133151386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130607656'] for subnet (9adf9850-9c85-47da-b874-5375b05a0af0), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.500742 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9adf9850-9c85-47da-b874-5375b05a0af0,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:09.525219 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Checking segment: {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:09.525552 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Network hostable DHCP agents. Network: 9c1f9707-80c9-42a9-8278-30334c600f63, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:43:09.545851 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Network 9c1f9707-80c9-42a9-8278-30334c600f63 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:43:09.558968 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, 9c1f9707-80c9-42a9-8278-30334c600f63) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:09.565805 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:09.566465 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.568792 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0663b7-bef7-4a12-86a9-a9b801476509 None None] Network 9c1f9707-80c9-42a9-8278-30334c600f63 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:09.591813 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-fcd1a696-e6c1-4282-b889-c650ae2dd5a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4336452 May 25 05:43:09.594538 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40922) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:09.600189 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:09.629124 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (f7fe6376-dbc6-43e6-8c91-90cca4498afa), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.631777 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (f7fe6376-dbc6-43e6-8c91-90cca4498afa), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.675843 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-9c1f9707-80c9-42a9-8278-30334c600f63', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:43:09.677234 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.693543 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks [] for router_controller (f7fe6376-dbc6-43e6-8c91-90cca4498afa), precommit_add_association {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.808326 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Allocated IP 172.20.0.2 (9c1f9707-80c9-42a9-8278-30334c600f63/9adf9850-9c85-47da-b874-5375b05a0af0/80003c8d-b285-419a-a27f-011777c43e86) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:09.827406 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks [] for router_gateway (f7fe6376-dbc6-43e6-8c91-90cca4498afa), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.901392 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a226b3d-b987-42aa-87dc-53067c7b2c77 req-eddb721f-a7c5-456a-8d2a-93087facffa8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:09.902931 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1a226b3d-b987-42aa-87dc-53067c7b2c77 req-eddb721f-a7c5-456a-8d2a-93087facffa8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0575476 May 25 05:43:09.954910 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1a226b3d-b987-42aa-87dc-53067c7b2c77 req-6f540120-aa1e-4058-aaee-4ea1c4fbe733 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 May 25 05:43:09.972200 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Publish callbacks [] for port (80003c8d-b285-419a-a27f-011777c43e86), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:09.979167 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (80003c8d-b285-419a-a27f-011777c43e86), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.017312 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Network 9c1f9707-80c9-42a9-8278-30334c600f63 is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:10.024543 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:10.027277 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:10.031756 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Pushing event updated for resources: {'Port': ['ID=80003c8d-b285-419a-a27f-011777c43e86,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:10.039501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks [] for router_gateway (f7fe6376-dbc6-43e6-8c91-90cca4498afa), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.060157 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.170691 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Allocated IP 172.27.2.161 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/7a53eec6-71cc-4079-b385-050c59958829) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:10.208327 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Attempting to bind port 80003c8d-b285-419a-a27f-011777c43e86 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:10.208885 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Attempting to bind port 80003c8d-b285-419a-a27f-011777c43e86 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:10.209041 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Attempting to bind port 80003c8d-b285-419a-a27f-011777c43e86 on network 9c1f9707-80c9-42a9-8278-30334c600f63 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:10.214491 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:10.214866 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Checking segment: {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:10.215266 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.215683 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Bound using segment: {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:10.216153 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Bound port: 80003c8d-b285-419a-a27f-011777c43e86, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:10.216531 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (80003c8d-b285-419a-a27f-011777c43e86), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.278765 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] For port 80003c8d-b285-419a-a27f-011777c43e86, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:10.282039 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] For port 80003c8d-b285-419a-a27f-011777c43e86, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=80003c8d-b285-419a-a27f-011777c43e86,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:10.285559 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks [] for port (7a53eec6-71cc-4079-b385-050c59958829), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.288157 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (80003c8d-b285-419a-a27f-011777c43e86), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.322065 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (7a53eec6-71cc-4079-b385-050c59958829), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.355895 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30d690-386b-4cc4-9ddb-e4904d639aed None None] Pushing event updated for resources: {'Port': ['ID=80003c8d-b285-419a-a27f-011777c43e86,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:10.367786 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:10.370907 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.371456 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:10.374139 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:10.402696 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Pushing event updated for resources: {'Port': ['ID=7a53eec6-71cc-4079-b385-050c59958829,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:10.664321 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks [] for router_gateway (f7fe6376-dbc6-43e6-8c91-90cca4498afa), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.849949 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 80003c8d-b285-419a-a27f-011777c43e86 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:10.908920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 80003c8d-b285-419a-a27f-011777c43e86 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:10.909381 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (80003c8d-b285-419a-a27f-011777c43e86), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:10.997748 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 80003c8d-b285-419a-a27f-011777c43e86 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:10.998529 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (80003c8d-b285-419a-a27f-011777c43e86), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.037515 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 80003c8d-b285-419a-a27f-011777c43e86, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=80003c8d-b285-419a-a27f-011777c43e86,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:11.042884 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (80003c8d-b285-419a-a27f-011777c43e86), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.089422 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (f7fe6376-dbc6-43e6-8c91-90cca4498afa), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.105977 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=80003c8d-b285-419a-a27f-011777c43e86,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:11.107282 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52618cc3-2aeb-4753-a13e-9fb8d5692795 req-477567c3-27a0-4cde-80d6-966bc67873b3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:11.109682 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-52618cc3-2aeb-4753-a13e-9fb8d5692795 req-477567c3-27a0-4cde-80d6-966bc67873b3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0754173 May 25 05:43:11.162566 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-52618cc3-2aeb-4753-a13e-9fb8d5692795 req-962401e8-8b1f-4f0c-a943-220b2d6fba60 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465708 May 25 05:43:11.240190 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Router f7fe6376-dbc6-43e6-8c91-90cca4498afa is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:43:11.292704 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8516ad-e69b-4043-bd64-3d4b1d0adf9e None None] Network 9c1f9707-80c9-42a9-8278-30334c600f63 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:11.364608 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:11.376284 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Sync routers for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:11.382124 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.383380 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5b3a9558-2b1b-4ffe-93c5-ef47271be378 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7877738 May 25 05:43:11.386218 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40936) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:11.390004 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:11.391079 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:11.408920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-532bc27f-bed3-4b04-8219-479389d6f902 None None] Provisioning complete for port 80003c8d-b285-419a-a27f-011777c43e86 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:11.409295 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-532bc27f-bed3-4b04-8219-479389d6f902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (80003c8d-b285-419a-a27f-011777c43e86), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.520516 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:11.531372 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-532bc27f-bed3-4b04-8219-479389d6f902 None None] Current status of the port 80003c8d-b285-419a-a27f-011777c43e86 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:11.581903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.725071 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:10Z', 'revision_number': 3, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:11.752737 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Checking router: f7fe6376-dbc6-43e6-8c91-90cca4498afa for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:11.752955 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-6d66fe93-7d0e-44c0-88e1-bf55e207b747 None None] Provisioning complete for port 80003c8d-b285-419a-a27f-011777c43e86 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:11.753163 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Updating router f7fe6376-dbc6-43e6-8c91-90cca4498afa port 7a53eec6-71cc-4079-b385-050c59958829 binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:11.753258 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-6d66fe93-7d0e-44c0-88e1-bf55e207b747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (80003c8d-b285-419a-a27f-011777c43e86), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.781204 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7a53eec6-71cc-4079-b385-050c59958829), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:11.834123 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-6d66fe93-7d0e-44c0-88e1-bf55e207b747 None None] Current status of the port 80003c8d-b285-419a-a27f-011777c43e86 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:11.838580 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.002251 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Allocated IP 172.20.0.1 (9c1f9707-80c9-42a9-8278-30334c600f63/9adf9850-9c85-47da-b874-5375b05a0af0/5a925ca9-3016-424d-85ac-5ca49c7cac3f) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:12.030815 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Publish callbacks [] for port (7a53eec6-71cc-4079-b385-050c59958829), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.035699 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7a53eec6-71cc-4079-b385-050c59958829), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.090638 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Attempting to bind port 7a53eec6-71cc-4079-b385-050c59958829 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:12.091003 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Attempting to bind port 7a53eec6-71cc-4079-b385-050c59958829 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:12.091356 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Attempting to bind port 7a53eec6-71cc-4079-b385-050c59958829 on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:12.098529 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Pushing event updated for resources: {'Port': ['ID=7a53eec6-71cc-4079-b385-050c59958829,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:12.100818 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:12.101186 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:12.101580 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.101963 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:12.102450 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Bound port: 7a53eec6-71cc-4079-b385-050c59958829, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:12.102819 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7a53eec6-71cc-4079-b385-050c59958829), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.109887 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks [] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.128898 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.129487 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.130054 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.130428 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.130817 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.131096 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.131425 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.131752 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.132081 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.132415 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.132743 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.133527 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.133527 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:12.143774 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.168116 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] For port 7a53eec6-71cc-4079-b385-050c59958829, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:12.171209 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] For port 7a53eec6-71cc-4079-b385-050c59958829, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=7a53eec6-71cc-4079-b385-050c59958829,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:12.178450 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7a53eec6-71cc-4079-b385-050c59958829), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.191610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Network 9c1f9707-80c9-42a9-8278-30334c600f63 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:12.195183 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a925ca9-3016-424d-85ac-5ca49c7cac3f,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:12.199191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:12.202780 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:12.241010 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef2184-fdd2-4ab4-969d-0121c307b545 None None] Pushing event updated for resources: {'Port': ['ID=7a53eec6-71cc-4079-b385-050c59958829,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:12.243744 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:12.244354 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:12.252934 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (f7fe6376-dbc6-43e6-8c91-90cca4498afa), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.320568 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3053a3a-58af-45de-8830-55d5ed64ea8e req-74889207-6f87-459c-b84c-4e6059a43dd2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:12.323965 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e3053a3a-58af-45de-8830-55d5ed64ea8e req-74889207-6f87-459c-b84c-4e6059a43dd2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0727866 May 25 05:43:12.376217 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:12.388716 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e3053a3a-58af-45de-8830-55d5ed64ea8e req-36c8e106-e5a0-4f77-b234-ead1cc956221 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534630 May 25 05:43:12.422686 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.486213 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.491434 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6958c4e-b3d5-4ffc-9822-e9f373b49870 None None] Provisioning complete for port 5a925ca9-3016-424d-85ac-5ca49c7cac3f triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:12.492010 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6958c4e-b3d5-4ffc-9822-e9f373b49870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.524266 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6958c4e-b3d5-4ffc-9822-e9f373b49870 None None] Port 5a925ca9-3016-424d-85ac-5ca49c7cac3f cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:12.604191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks [] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.609065 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.650395 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:10Z', 'revision_number': 3, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:12.672519 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5a925ca9-3016-424d-85ac-5ca49c7cac3f,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:12.675035 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (f7fe6376-dbc6-43e6-8c91-90cca4498afa), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.679723 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1eb6f-bdde-4707-b83e-6b8c25c3d2e2 None None] The sync data for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi is: [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:10Z', 'revision_number': 3, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:12.778414 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Network 9c1f9707-80c9-42a9-8278-30334c600f63 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:12.779996 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:12.833600 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 80003c8d-b285-419a-a27f-011777c43e86 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:12.901866 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 80003c8d-b285-419a-a27f-011777c43e86 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:12.902272 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (80003c8d-b285-419a-a27f-011777c43e86), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:12.909153 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Router f7fe6376-dbc6-43e6-8c91-90cca4498afa has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:43:13.011188 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 80003c8d-b285-419a-a27f-011777c43e86 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:13.050942 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:13.056424 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-59c2c9cf-4dae-4819-b603-603d47d730d1 admin admin] 10.222.0.42 "PUT /v2.0/routers/f7fe6376-dbc6-43e6-8c91-90cca4498afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693096 May 25 05:43:13.152778 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-6b020a29-74f8-4550-ac9c-23b80047685a None None] Provisioning complete for port 5a925ca9-3016-424d-85ac-5ca49c7cac3f triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:13.153144 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-6b020a29-74f8-4550-ac9c-23b80047685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.187775 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-6b020a29-74f8-4550-ac9c-23b80047685a None None] Port 5a925ca9-3016-424d-85ac-5ca49c7cac3f cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:13.513523 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9aa11-cc69-43c9-9105-669fdc65768b req-62e8bac9-0c17-47f4-95a4-e042ac9f38a5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:13.515197 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-96c9aa11-cc69-43c9-9105-669fdc65768b req-62e8bac9-0c17-47f4-95a4-e042ac9f38a5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0621586 May 25 05:43:13.568286 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-96c9aa11-cc69-43c9-9105-669fdc65768b req-c1cb7e1f-12a3-4d1a-9e9b-86f2dff7194f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 May 25 05:43:13.686277 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.709878 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40966) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:13.715055 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1135177860-network', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:13.735290 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Made reservation on behalf of da74d44a07cd43fb9d137f4a459e48e5 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:13.737459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.748082 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.837117 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks [] for security_group (9927d3a4-8315-49e1-8578-c26a5312817e), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.840876 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9927d3a4-8315-49e1-8578-c26a5312817e), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.869698 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:43:13.891868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (ad7b44fc-56fc-40d8-b0b9-490425b44ec5), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.892219 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Added segment ad7b44fc-56fc-40d8-b0b9-490425b44ec5 of type vlan for network 2c8bcff7-a489-47ee-b053-c79afad0e515 May 25 05:43:13.893436 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9927d3a4-8315-49e1-8578-c26a5312817e,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:13.944567 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (2c8bcff7-a489-47ee-b053-c79afad0e515), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.972776 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (2c8bcff7-a489-47ee-b053-c79afad0e515), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:13.973749 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:13.974350 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.028197 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3169000 May 25 05:43:14.031146 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40970) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:14.036279 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Request body: {'subnet': {'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1135177860-subnet', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:14.040226 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5b57-012c-44aa-af1f-5a2094b39773 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8bcff7-a489-47ee-b053-c79afad0e515,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:14.056738 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:43:14.065344 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Made reservation on behalf of da74d44a07cd43fb9d137f4a459e48e5 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:14.068559 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129350882'] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.258424 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128771437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129350860'] for subnet (b4471dd1-7ff0-4e6f-b68e-006f68250084), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.310509 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4471dd1-7ff0-4e6f-b68e-006f68250084,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:14.327050 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Checking segment: {'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:14.327563 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Network hostable DHCP agents. Network: 2c8bcff7-a489-47ee-b053-c79afad0e515, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:43:14.344309 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:43:14.354270 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, 2c8bcff7-a489-47ee-b053-c79afad0e515) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:14.359391 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:14.360096 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.367210 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b01a8f-8969-4448-abb9-53e44546f78b None None] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:14.381616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-7cdc8b2b-dd62-423d-8f54-d9684ec59696 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3493526 May 25 05:43:14.381932 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Sync routers for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:14.384951 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 40972) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:14.389318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:14.408891 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (79f29ebd-9a55-4d60-939c-d787dcfb3997), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.412000 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (79f29ebd-9a55-4d60-939c-d787dcfb3997), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.427822 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:14.428475 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:14.471515 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks [] for router_controller (79f29ebd-9a55-4d60-939c-d787dcfb3997), precommit_add_association {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.547431 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-2c8bcff7-a489-47ee-b053-c79afad0e515', 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515', 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'fixed_ips': [{'subnet_id': 'b4471dd1-7ff0-4e6f-b68e-006f68250084'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:43:14.548265 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.570876 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:14.615707 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks [] for router_gateway (79f29ebd-9a55-4d60-939c-d787dcfb3997), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.764189 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a5119-7c40-45bb-bf06-96c9a541d4de req-202a389f-7cac-43ad-ba34-d88dd57aa3ce tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:14.765614 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af9a5119-7c40-45bb-bf06-96c9a541d4de req-202a389f-7cac-43ad-ba34-d88dd57aa3ce tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0749891 May 25 05:43:14.829045 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Allocated IP 172.20.0.2 (2c8bcff7-a489-47ee-b053-c79afad0e515/b4471dd1-7ff0-4e6f-b68e-006f68250084/58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:14.931968 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7a53eec6-71cc-4079-b385-050c59958829 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:14.950471 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af9a5119-7c40-45bb-bf06-96c9a541d4de req-a6b433a0-725f-4294-a32a-e7af20b8b748 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430559 May 25 05:43:14.958415 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks [] for router_gateway (79f29ebd-9a55-4d60-939c-d787dcfb3997), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:14.990790 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.133379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Allocated IP 172.27.2.243 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/271ff643-054a-495f-8526-38f9fd270ef0) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:15.282007 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 2, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:15.288549 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40990) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:15.293150 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks [] for port (271ff643-054a-495f-8526-38f9fd270ef0), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.307451 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-02765462-2a9b-43ba-b080-1ca9f7e29f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:15.308956 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-02765462-2a9b-43ba-b080-1ca9f7e29f89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0823259 May 25 05:43:15.324307 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Checking router: f7fe6376-dbc6-43e6-8c91-90cca4498afa for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:15.324666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Updating router f7fe6376-dbc6-43e6-8c91-90cca4498afa port 5a925ca9-3016-424d-85ac-5ca49c7cac3f binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:15.329710 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 7a53eec6-71cc-4079-b385-050c59958829 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:15.329919 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7a53eec6-71cc-4079-b385-050c59958829), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.355075 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (271ff643-054a-495f-8526-38f9fd270ef0), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.375306 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Publish callbacks [] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.390008 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.394895 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.436270 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:15.443456 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=271ff643-054a-495f-8526-38f9fd270ef0,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:15.446054 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:15.450420 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:15.458193 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:15.488071 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af8-bd20-403c-ac12-be4a38f5b250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.516174 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-7b2ffde1-4ab4-4bc1-a506-26213fe1bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:15.517856 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-7b2ffde1-4ab4-4bc1-a506-26213fe1bdf7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.1840680 May 25 05:43:15.520827 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:15.524058 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:15.575607 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af8-bd20-403c-ac12-be4a38f5b250 admin admin] Publish callbacks [] for security_group (a4bab3c8-4655-4d98-9e31-6e70df5be0e7), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.580672 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d71d8af8-bd20-403c-ac12-be4a38f5b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (a4bab3c8-4655-4d98-9e31-6e70df5be0e7), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.611214 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Pushing event updated for resources: {'Port': ['ID=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:15.612345 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-4d220ab6-82b8-4259-be91-888de4cdcbeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66f38db-741f-4d20-a19f-2a10a0b00577 HTTP/1.1" status: 200 len: 217 time: 0.0601490 May 25 05:43:15.643217 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d8af8-bd20-403c-ac12-be4a38f5b250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bab3c8-4655-4d98-9e31-6e70df5be0e7,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:15.648619 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d71d8af8-bd20-403c-ac12-be4a38f5b250 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08d05a16540c4ad5aa31f6fdfec40846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580606 May 25 05:43:15.662413 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 40994) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:15.681615 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 7a53eec6-71cc-4079-b385-050c59958829 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:15.682006 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7a53eec6-71cc-4079-b385-050c59958829), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.699827 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-7999819d-5882-401f-8c2a-04de8d22dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:15.701365 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-7999819d-5882-401f-8c2a-04de8d22dbd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0827687 May 25 05:43:15.719413 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1bf2-bdf1-4293-9c30-49c09fbf5842 admin admin] Publish callbacks [] for security_group (a4bab3c8-4655-4d98-9e31-6e70df5be0e7), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.726037 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 7a53eec6-71cc-4079-b385-050c59958829, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=7a53eec6-71cc-4079-b385-050c59958829,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:15.743161 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1bf2-bdf1-4293-9c30-49c09fbf5842 admin admin] Publish callbacks [] for security_group (a4bab3c8-4655-4d98-9e31-6e70df5be0e7), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.757453 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Attempting to bind port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:15.758323 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Attempting to bind port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:15.758323 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Attempting to bind port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda on network 2c8bcff7-a489-47ee-b053-c79afad0e515 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:15.763079 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7a53eec6-71cc-4079-b385-050c59958829), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.780209 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:15.780617 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Checking segment: {'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:15.781025 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.781708 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Bound using segment: {'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:15.782321 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Bound port: 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:15.782703 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.800459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1bf2-bdf1-4293-9c30-49c09fbf5842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (a4bab3c8-4655-4d98-9e31-6e70df5be0e7), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.803682 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1bf2-bdf1-4293-9c30-49c09fbf5842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.807321 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ae1e1bf2-bdf1-4293-9c30-49c09fbf5842 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4bab3c8-4655-4d98-9e31-6e70df5be0e7 HTTP/1.1" status: 204 len: 168 time: 0.1413727 May 25 05:43:15.814810 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e1bf2-bdf1-4293-9c30-49c09fbf5842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bab3c8-4655-4d98-9e31-6e70df5be0e7,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:15.846220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-2db9569f-b8c0-4123-8fb5-acc44ae526db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:15.848304 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-2db9569f-b8c0-4123-8fb5-acc44ae526db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126845 May 25 05:43:15.874003 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks [] for router_gateway (79f29ebd-9a55-4d60-939c-d787dcfb3997), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:15.899666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=7a53eec6-71cc-4079-b385-050c59958829,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:15.956511 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] For port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:16.041060 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Publish callbacks [] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.041329 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-aa92ac45-34e7-4dc9-a8d1-2e94bdf6ae9a service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864493 May 25 05:43:16.047697 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] For port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,segment=NetworkSegment(ad7b44fc-56fc-40d8-b0b9-490425b44ec5),segment_id=ad7b44fc-56fc-40d8-b0b9-490425b44ec5)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:16.051878 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.061111 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.122267 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b69f-04db-4eb0-bfe3-e67ea352ca53 None None] Pushing event updated for resources: {'Port': ['ID=5a925ca9-3016-424d-85ac-5ca49c7cac3f,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:16.253625 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Attempting to bind port 5a925ca9-3016-424d-85ac-5ca49c7cac3f on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:16.254393 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Attempting to bind port 5a925ca9-3016-424d-85ac-5ca49c7cac3f by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:16.254903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Attempting to bind port 5a925ca9-3016-424d-85ac-5ca49c7cac3f on network 9c1f9707-80c9-42a9-8278-30334c600f63 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:16.262934 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:16.263588 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Checking segment: {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:16.264115 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.264841 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Bound using segment: {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:16.265300 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Bound port: 5a925ca9-3016-424d-85ac-5ca49c7cac3f, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:16.265785 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.389977 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] For port 5a925ca9-3016-424d-85ac-5ca49c7cac3f, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:16.396627 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] For port 5a925ca9-3016-424d-85ac-5ca49c7cac3f, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=5a925ca9-3016-424d-85ac-5ca49c7cac3f,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:16.408591 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee3ff1-cee5-4e2f-b0d2-505f1ea66ecb None None] Pushing event updated for resources: {'Port': ['ID=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:16.432470 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.614703 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e698b69f-04db-4eb0-bfe3-e67ea352ca53 None None] Pushing event updated for resources: {'Port': ['ID=5a925ca9-3016-424d-85ac-5ca49c7cac3f,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:16.617885 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:16.619744 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:16.623491 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-46cb2bde-6eef-4ca8-ba30-d32e26039493 None None] Provisioning complete for port 5a925ca9-3016-424d-85ac-5ca49c7cac3f triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:16.624734 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-46cb2bde-6eef-4ca8-ba30-d32e26039493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.770417 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8718f-ccb6-4ec9-933f-093bb4c4c722 req-28783fe0-ad15-42a2-8faf-991250af9a2e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:16.781686 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cea8718f-ccb6-4ec9-933f-093bb4c4c722 req-28783fe0-ad15-42a2-8faf-991250af9a2e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.7530544 May 25 05:43:16.859947 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (79f29ebd-9a55-4d60-939c-d787dcfb3997), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.877337 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a217a02-ef25-489c-a8f6-f5dda36ef784 req-0199f904-8c80-4010-850d-5747ea8d104a service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155186 May 25 05:43:16.900556 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:16.903793 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-46cb2bde-6eef-4ca8-ba30-d32e26039493 None None] Current status of the port 5a925ca9-3016-424d-85ac-5ca49c7cac3f is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:16.904194 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-46cb2bde-6eef-4ca8-ba30-d32e26039493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:16.988808 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cea8718f-ccb6-4ec9-933f-093bb4c4c722 req-f0724e94-77d9-4e72-b05b-9bbabd656d6c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052834 May 25 05:43:17.055443 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-46cb2bde-6eef-4ca8-ba30-d32e26039493 None None] For port 5a925ca9-3016-424d-85ac-5ca49c7cac3f, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=5a925ca9-3016-424d-85ac-5ca49c7cac3f,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:17.102728 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-46cb2bde-6eef-4ca8-ba30-d32e26039493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:17.114177 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Router 79f29ebd-9a55-4d60-939c-d787dcfb3997 is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:43:17.149696 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7a53eec6-71cc-4079-b385-050c59958829 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:17.258751 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:17.265431 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb2bde-6eef-4ca8-ba30-d32e26039493 None None] Pushing event updated for resources: {'Port': ['ID=5a925ca9-3016-424d-85ac-5ca49c7cac3f,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:17.274270 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Sync routers for ids ['79f29ebd-9a55-4d60-939c-d787dcfb3997'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:17.294389 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-d1f3852d-cd2e-4c8c-a8e3-3d8e234d8621 None None] Provisioning complete for port 5a925ca9-3016-424d-85ac-5ca49c7cac3f triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:17.294800 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d1f3852d-cd2e-4c8c-a8e3-3d8e234d8621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:17.297958 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:17.302970 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Routers {'79f29ebd-9a55-4d60-939c-d787dcfb3997'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:17.302970 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['79f29ebd-9a55-4d60-939c-d787dcfb3997'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:17.309279 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41032) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:17.319980 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-82e78c6f-4e11-4efe-acdb-e0611b1ac0c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9290414 May 25 05:43:17.366915 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 7a53eec6-71cc-4079-b385-050c59958829 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:17.367092 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7a53eec6-71cc-4079-b385-050c59958829), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:17.450227 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Set router 79f29ebd-9a55-4d60-939c-d787dcfb3997 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:17.461477 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:17.515824 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f100670-9905-4c17-bcdd-1ac6c699a1d6 None None] The sync data for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi is: [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:17.574962 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 7a53eec6-71cc-4079-b385-050c59958829 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:17.576558 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:17.640248 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3852d-cd2e-4c8c-a8e3-3d8e234d8621 None None] Current status of the port 5a925ca9-3016-424d-85ac-5ca49c7cac3f is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:17.677219 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94544f4-4958-4654-b134-8a2d058a6ac3 None None] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:17.797604 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '271ff643-054a-495f-8526-38f9fd270ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 3, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port': {'id': '271ff643-054a-495f-8526-38f9fd270ef0', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:17.846649 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Checking router: 79f29ebd-9a55-4d60-939c-d787dcfb3997 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:17.847277 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Updating router 79f29ebd-9a55-4d60-939c-d787dcfb3997 port 271ff643-054a-495f-8526-38f9fd270ef0 binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:17.895296 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (271ff643-054a-495f-8526-38f9fd270ef0), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:17.932685 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:17.933444 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:17.992378 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-11a18cb8-f641-44e8-a07c-c74f12b854b4 None None] Provisioning complete for port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:17.992823 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-11a18cb8-f641-44e8-a07c-c74f12b854b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.239383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484679f-9b8b-40a0-8a83-99e6d671481f req-5026f84b-d344-4326-b802-e1a599aa35ec tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:18.241207 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6484679f-9b8b-40a0-8a83-99e6d671481f req-5026f84b-d344-4326-b802-e1a599aa35ec tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1255774 May 25 05:43:18.287565 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:18.287950 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.332756 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6484679f-9b8b-40a0-8a83-99e6d671481f req-471b202f-d6e7-43a3-9dcc-78e748dc62d0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856555 May 25 05:43:18.364475 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-11a18cb8-f641-44e8-a07c-c74f12b854b4 None None] Current status of the port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:18.365191 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-11a18cb8-f641-44e8-a07c-c74f12b854b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.385750 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Publish callbacks [] for port (271ff643-054a-495f-8526-38f9fd270ef0), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.395251 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (271ff643-054a-495f-8526-38f9fd270ef0), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.419432 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,segment=NetworkSegment(ad7b44fc-56fc-40d8-b0b9-490425b44ec5),segment_id=ad7b44fc-56fc-40d8-b0b9-490425b44ec5)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:18.467979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.db.api [None req-11a18cb8-f641-44e8-a07c-c74f12b854b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 05:43:18.468612 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG oslo_db.api [None req-11a18cb8-f641-44e8-a07c-c74f12b854b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 05:43:18.469436 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.485430 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad338-3477-4aa3-bc6b-7cd2af057837 None None] Pushing event updated for resources: {'Port': ['ID=271ff643-054a-495f-8526-38f9fd270ef0,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:18.524508 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Attempting to bind port 271ff643-054a-495f-8526-38f9fd270ef0 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:18.525198 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Attempting to bind port 271ff643-054a-495f-8526-38f9fd270ef0 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:18.525628 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Attempting to bind port 271ff643-054a-495f-8526-38f9fd270ef0 on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:18.537793 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:18.538331 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:18.538758 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.539158 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:18.540837 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Bound port: 271ff643-054a-495f-8526-38f9fd270ef0, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:18.541388 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (271ff643-054a-495f-8526-38f9fd270ef0), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.578186 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:18.586518 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.587027 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.587517 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.587920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.588322 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.588727 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.589176 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.589741 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.590199 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.590593 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.591018 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.591375 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.591774 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:18.623761 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] For port 271ff643-054a-495f-8526-38f9fd270ef0, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:18.629513 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] For port 271ff643-054a-495f-8526-38f9fd270ef0, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=271ff643-054a-495f-8526-38f9fd270ef0,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:18.638401 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (271ff643-054a-495f-8526-38f9fd270ef0), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.686199 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:18.701801 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Routers {'79f29ebd-9a55-4d60-939c-d787dcfb3997'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:18.702698 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['79f29ebd-9a55-4d60-939c-d787dcfb3997'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:18.708764 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ad338-3477-4aa3-bc6b-7cd2af057837 None None] Pushing event updated for resources: {'Port': ['ID=271ff643-054a-495f-8526-38f9fd270ef0,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:18.834149 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] Set router 79f29ebd-9a55-4d60-939c-d787dcfb3997 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:18.908410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Allocated IP 172.20.0.1 (2c8bcff7-a489-47ee-b053-c79afad0e515/b4471dd1-7ff0-4e6f-b68e-006f68250084/e00aba54-d5ba-43cc-a060-2757715a5ff4) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:19.031700 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-11a18cb8-f641-44e8-a07c-c74f12b854b4 None None] Current status of the port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:19.082793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks [] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.132964 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.145658 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 5a925ca9-3016-424d-85ac-5ca49c7cac3f up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:19.188846 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:19.199063 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:19.203382 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:19.205238 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-11920b50-716f-4243-8275-ae47291b6553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '271ff643-054a-495f-8526-38f9fd270ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 3, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port': {'id': '271ff643-054a-495f-8526-38f9fd270ef0', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:19.221291 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-f3b919ce-52d4-4bf5-acc3-1e4b4c0bf8fb None None] Provisioning complete for port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:19.221677 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f3b919ce-52d4-4bf5-acc3-1e4b4c0bf8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.252525 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11920b50-716f-4243-8275-ae47291b6553 None None] The sync data for ids ['79f29ebd-9a55-4d60-939c-d787dcfb3997'] in dv-cinder-842947-1-iscsi is: [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '271ff643-054a-495f-8526-38f9fd270ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 3, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port': {'id': '271ff643-054a-495f-8526-38f9fd270ef0', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:62:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:19.266218 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Pushing event updated for resources: {'Port': ['ID=e00aba54-d5ba-43cc-a060-2757715a5ff4,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:19.284678 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (79f29ebd-9a55-4d60-939c-d787dcfb3997), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.289155 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.289397 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.289741 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.290279 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.290487 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.291010 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.291114 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.291378 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.291700 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.292048 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.292346 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.292667 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.293051 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.307227 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 5a925ca9-3016-424d-85ac-5ca49c7cac3f triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:19.307422 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.403223 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-f3b919ce-52d4-4bf5-acc3-1e4b4c0bf8fb None None] Current status of the port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:19.467424 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 5a925ca9-3016-424d-85ac-5ca49c7cac3f is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:19.468727 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:19.555693 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:19.556283 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.562785 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.591926 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afddb26-0e2a-44ed-a366-cd1ce2c61a76 req-9b5f5d3e-0495-425c-b102-bc63764659bc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:19.594070 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5afddb26-0e2a-44ed-a366-cd1ce2c61a76 req-9b5f5d3e-0495-425c-b102-bc63764659bc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1302121 May 25 05:43:19.633012 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41090) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:19.671828 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5afddb26-0e2a-44ed-a366-cd1ce2c61a76 req-6072913c-1ece-44f3-9be7-713ba0e55a3c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714068 May 25 05:43:19.686939 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-afa92af5-5b48-404d-a990-acfaeb4718de None None] Provisioning complete for port e00aba54-d5ba-43cc-a060-2757715a5ff4 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:19.688167 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-afa92af5-5b48-404d-a990-acfaeb4718de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.725166 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:19.741599 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-afa92af5-5b48-404d-a990-acfaeb4718de None None] Port e00aba54-d5ba-43cc-a060-2757715a5ff4 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:19.785931 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks [] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.793770 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.821117 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.880861 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (79f29ebd-9a55-4d60-939c-d787dcfb3997), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.889584 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Pushing event updated for resources: {'Port': ['ID=e00aba54-d5ba-43cc-a060-2757715a5ff4,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:19.922188 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Publish callbacks [] for security_group (80030ed7-b221-4987-b530-14f38d0a3b25), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.927508 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (80030ed7-b221-4987-b530-14f38d0a3b25), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:19.976403 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d7204a625b946c5be279e618b56f198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422158 May 25 05:43:19.977181 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80030ed7-b221-4987-b530-14f38d0a3b25,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:19.979661 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41096) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:19.985198 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.985675 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.985875 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.986233 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.986715 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.987233 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.987736 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.988871 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.989592 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.990187 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.990667 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.991152 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:19.991654 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e8db6-d6c8-47ec-b5ae-f8c8b3a4bab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:43:20.063793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:20.069691 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:20.075918 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65ab59c1-6c33-467a-ab61-a800bf6410a2 admin admin] Publish callbacks [] for security_group (80030ed7-b221-4987-b530-14f38d0a3b25), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:20.103612 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65ab59c1-6c33-467a-ab61-a800bf6410a2 admin admin] Publish callbacks [] for security_group (80030ed7-b221-4987-b530-14f38d0a3b25), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:20.251877 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65ab59c1-6c33-467a-ab61-a800bf6410a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (80030ed7-b221-4987-b530-14f38d0a3b25), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:20.254191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65ab59c1-6c33-467a-ab61-a800bf6410a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:20.258376 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-65ab59c1-6c33-467a-ab61-a800bf6410a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80030ed7-b221-4987-b530-14f38d0a3b25 HTTP/1.1" status: 204 len: 168 time: 0.2735806 May 25 05:43:20.275768 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Router 79f29ebd-9a55-4d60-939c-d787dcfb3997 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:43:20.284018 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab59c1-6c33-467a-ab61-a800bf6410a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80030ed7-b221-4987-b530-14f38d0a3b25,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:20.388600 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-16527e86-25f9-4709-b9f7-5721ad3d31a8 None None] Provisioning complete for port e00aba54-d5ba-43cc-a060-2757715a5ff4 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:20.389195 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-16527e86-25f9-4709-b9f7-5721ad3d31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:20.470416 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-16527e86-25f9-4709-b9f7-5721ad3d31a8 None None] Port e00aba54-d5ba-43cc-a060-2757715a5ff4 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:20.501599 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:20.507800 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f1bd34e3-1e80-4b74-865e-97c62010819f admin admin] 10.222.0.42 "PUT /v2.0/routers/79f29ebd-9a55-4d60-939c-d787dcfb3997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1932106 May 25 05:43:20.814932 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669127-8c44-4508-8ada-dae1587b9e06 req-57655cbb-8f61-483f-be5d-2a79e14139f3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:20.817474 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7c669127-8c44-4508-8ada-dae1587b9e06 req-57655cbb-8f61-483f-be5d-2a79e14139f3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0584185 May 25 05:43:20.879189 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7c669127-8c44-4508-8ada-dae1587b9e06 req-ddfb2c67-fcc6-4610-855f-2edd43e1ecdd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539429 May 25 05:43:20.992257 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41134) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:20.997183 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-a3f0b8d4-67e0-4666-a98a-8395ba8d00de tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2021700379', 'description': 'tempest-secgroup-smoke-2021700379 description', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:21.014129 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 271ff643-054a-495f-8526-38f9fd270ef0 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:21.022067 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b8d4-67e0-4666-a98a-8395ba8d00de tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.071734 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 271ff643-054a-495f-8526-38f9fd270ef0 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:21.072956 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (271ff643-054a-495f-8526-38f9fd270ef0), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.098369 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b8d4-67e0-4666-a98a-8395ba8d00de tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group (98f097ff-08dc-42e9-88cb-5d7593b22aad), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.104484 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b8d4-67e0-4666-a98a-8395ba8d00de tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (98f097ff-08dc-42e9-88cb-5d7593b22aad), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.137536 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0b8d4-67e0-4666-a98a-8395ba8d00de tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f097ff-08dc-42e9-88cb-5d7593b22aad,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:21.154593 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b8d4-67e0-4666-a98a-8395ba8d00de tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.156268 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a3f0b8d4-67e0-4666-a98a-8395ba8d00de tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1627867 May 25 05:43:21.159367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41142) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:21.166647 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-4cb91094-5479-4b3d-ba96-8f3b83b026f1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'security_group_rule': {'security_group_id': '98f097ff-08dc-42e9-88cb-5d7593b22aad', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:21.175992 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 271ff643-054a-495f-8526-38f9fd270ef0 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:21.176397 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (271ff643-054a-495f-8526-38f9fd270ef0), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.201784 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 271ff643-054a-495f-8526-38f9fd270ef0, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=271ff643-054a-495f-8526-38f9fd270ef0,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:21.203564 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4cb91094-5479-4b3d-ba96-8f3b83b026f1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (85b13dd7-0fd5-41aa-8911-a19800caf510), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.208646 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (271ff643-054a-495f-8526-38f9fd270ef0), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.270549 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4cb91094-5479-4b3d-ba96-8f3b83b026f1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (85b13dd7-0fd5-41aa-8911-a19800caf510), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.273142 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=271ff643-054a-495f-8526-38f9fd270ef0,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:21.275614 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4cb91094-5479-4b3d-ba96-8f3b83b026f1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (85b13dd7-0fd5-41aa-8911-a19800caf510), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.295335 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb91094-5479-4b3d-ba96-8f3b83b026f1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b13dd7-0fd5-41aa-8911-a19800caf510,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:21.304743 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4cb91094-5479-4b3d-ba96-8f3b83b026f1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.305956 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4cb91094-5479-4b3d-ba96-8f3b83b026f1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440871 May 25 05:43:21.308708 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41144) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:21.313035 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-c08c2e05-545e-4f31-b7bf-a99a6ce3bd6c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'security_group_rule': {'security_group_id': '98f097ff-08dc-42e9-88cb-5d7593b22aad', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:21.341271 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c08c2e05-545e-4f31-b7bf-a99a6ce3bd6c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (136764d1-ba59-4fd9-9d89-efab8b186d89), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.406330 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c08c2e05-545e-4f31-b7bf-a99a6ce3bd6c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (136764d1-ba59-4fd9-9d89-efab8b186d89), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.412938 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c08c2e05-545e-4f31-b7bf-a99a6ce3bd6c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (136764d1-ba59-4fd9-9d89-efab8b186d89), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.439226 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c2e05-545e-4f31-b7bf-a99a6ce3bd6c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136764d1-ba59-4fd9-9d89-efab8b186d89,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:21.445354 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c08c2e05-545e-4f31-b7bf-a99a6ce3bd6c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.446585 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c08c2e05-545e-4f31-b7bf-a99a6ce3bd6c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369123 May 25 05:43:21.449884 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41146) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:21.455336 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-0d06806a-19b6-49ba-8d37-669b2052d161 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'security_group_rule': {'security_group_id': '98f097ff-08dc-42e9-88cb-5d7593b22aad', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:21.492994 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0d06806a-19b6-49ba-8d37-669b2052d161 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (1d041e82-3fa8-41cd-89aa-bfdbde17e579), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.597194 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0d06806a-19b6-49ba-8d37-669b2052d161 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (1d041e82-3fa8-41cd-89aa-bfdbde17e579), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.604277 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0d06806a-19b6-49ba-8d37-669b2052d161 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (1d041e82-3fa8-41cd-89aa-bfdbde17e579), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.633495 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845493ec-715a-4262-8c48-fbfabd2760f9 req-3f80dadc-3605-4ef6-84da-647dafa5eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:21.635189 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Sync routers for ids ['79f29ebd-9a55-4d60-939c-d787dcfb3997'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:21.635808 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-845493ec-715a-4262-8c48-fbfabd2760f9 req-3f80dadc-3605-4ef6-84da-647dafa5eda0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0920680 May 25 05:43:21.636997 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06806a-19b6-49ba-8d37-669b2052d161 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d041e82-3fa8-41cd-89aa-bfdbde17e579,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:21.651788 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Routers {'79f29ebd-9a55-4d60-939c-d787dcfb3997'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:21.651914 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['79f29ebd-9a55-4d60-939c-d787dcfb3997'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:21.652782 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0d06806a-19b6-49ba-8d37-669b2052d161 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.663219 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-0d06806a-19b6-49ba-8d37-669b2052d161 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028434 May 25 05:43:21.663622 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41154) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:21.663840 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-b46c966a-56f7-4091-b742-a61767e16421 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'security_group_rule': {'security_group_id': '98f097ff-08dc-42e9-88cb-5d7593b22aad', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:21.735896 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b46c966a-56f7-4091-b742-a61767e16421 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (35ee009f-80d4-4a18-b675-505c6764e447), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.764272 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-845493ec-715a-4262-8c48-fbfabd2760f9 req-8e10ee8d-27fa-4171-beb8-39bf5c6646b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151175 May 25 05:43:21.822353 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b46c966a-56f7-4091-b742-a61767e16421 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (35ee009f-80d4-4a18-b675-505c6764e447), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.826954 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b46c966a-56f7-4091-b742-a61767e16421 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (35ee009f-80d4-4a18-b675-505c6764e447), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.842259 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Set router 79f29ebd-9a55-4d60-939c-d787dcfb3997 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:21.845542 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c966a-56f7-4091-b742-a61767e16421 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ee009f-80d4-4a18-b675-505c6764e447,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:21.855636 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b46c966a-56f7-4091-b742-a61767e16421 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.857226 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b46c966a-56f7-4091-b742-a61767e16421 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1991351 May 25 05:43:21.859725 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41162) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:21.864242 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'security_group_rule': {'security_group_id': '98f097ff-08dc-42e9-88cb-5d7593b22aad', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:21.885628 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.securitygroups_db [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Project 62d1ff45829a40f49362b7e51e3d7caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 05:43:21.890883 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (e2761451-d40e-461e-b95a-58f7685c88cd), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.957641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (e2761451-d40e-461e-b95a-58f7685c88cd), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.961898 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (e2761451-d40e-461e-b95a-58f7685c88cd), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.986906 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2761451-d40e-461e-b95a-58f7685c88cd,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:21.994307 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:21.998030 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2bebeb26-c916-4574-8346-69dfe22f4b42 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348612 May 25 05:43:21.998305 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41166) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:22.003340 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'security_group_rule': {'security_group_id': '98f097ff-08dc-42e9-88cb-5d7593b22aad', 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:22.010034 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569198d-4756-4e96-8dfd-e2079c13d62d req-adbb04ff-9744-412f-a020-0ce85f6ba436 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:22.012278 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d569198d-4756-4e96-8dfd-e2079c13d62d req-adbb04ff-9744-412f-a020-0ce85f6ba436 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0610981 May 25 05:43:22.024634 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.securitygroups_db [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Project 62d1ff45829a40f49362b7e51e3d7caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 05:43:22.030990 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (2bf0631c-a5ba-4169-b59f-e6ac037be258), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.060705 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '271ff643-054a-495f-8526-38f9fd270ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:19Z', 'revision_number': 4, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port': {'id': '271ff643-054a-495f-8526-38f9fd270ef0', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e00aba54-d5ba-43cc-a060-2757715a5ff4', 'name': '', 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'mac_address': 'fa:16:3e:ac:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b4471dd1-7ff0-4e6f-b68e-006f68250084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:18Z', 'updated_at': '2022-05-25T05:43:19Z', 'revision_number': 2, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'subnets': [{'id': 'b4471dd1-7ff0-4e6f-b68e-006f68250084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:22.072107 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d569198d-4756-4e96-8dfd-e2079c13d62d req-5a6c802c-5d2c-48b8-8100-b524949176cf tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528057 May 25 05:43:22.088055 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Checking router: 79f29ebd-9a55-4d60-939c-d787dcfb3997 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:22.088443 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Updating router 79f29ebd-9a55-4d60-939c-d787dcfb3997 port e00aba54-d5ba-43cc-a060-2757715a5ff4 binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:22.098197 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (2bf0631c-a5ba-4169-b59f-e6ac037be258), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.101849 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (2bf0631c-a5ba-4169-b59f-e6ac037be258), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.117200 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.119293 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf0631c-a5ba-4169-b59f-e6ac037be258,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:22.128372 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.130141 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-eec99898-4ece-4f8a-9362-3e33db4f68f0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308281 May 25 05:43:22.390571 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Publish callbacks [] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.397486 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.453821 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f37d-82de-437a-b2e8-0fa889fef780 None None] Pushing event updated for resources: {'Port': ['ID=e00aba54-d5ba-43cc-a060-2757715a5ff4,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:22.513545 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Attempting to bind port e00aba54-d5ba-43cc-a060-2757715a5ff4 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:22.513968 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Attempting to bind port e00aba54-d5ba-43cc-a060-2757715a5ff4 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:22.514436 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Attempting to bind port e00aba54-d5ba-43cc-a060-2757715a5ff4 on network 2c8bcff7-a489-47ee-b053-c79afad0e515 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:22.521109 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:22.521479 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Checking segment: {'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:22.521885 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.522301 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Bound using segment: {'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:22.522948 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Bound port: e00aba54-d5ba-43cc-a060-2757715a5ff4, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:22.523518 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.594291 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] For port e00aba54-d5ba-43cc-a060-2757715a5ff4, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:22.598572 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] For port e00aba54-d5ba-43cc-a060-2757715a5ff4, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=e00aba54-d5ba-43cc-a060-2757715a5ff4,segment=NetworkSegment(ad7b44fc-56fc-40d8-b0b9-490425b44ec5),segment_id=ad7b44fc-56fc-40d8-b0b9-490425b44ec5)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:22.606181 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.663860 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Routers {'79f29ebd-9a55-4d60-939c-d787dcfb3997'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:22.664515 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['79f29ebd-9a55-4d60-939c-d787dcfb3997'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:22.704847 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f37d-82de-437a-b2e8-0fa889fef780 None None] Pushing event updated for resources: {'Port': ['ID=e00aba54-d5ba-43cc-a060-2757715a5ff4,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:22.771151 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-dee5e314-4f54-47e1-9674-8cda11ef914a None None] Provisioning complete for port e00aba54-d5ba-43cc-a060-2757715a5ff4 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:22.771441 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dee5e314-4f54-47e1-9674-8cda11ef914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:22.831126 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] Set router 79f29ebd-9a55-4d60-939c-d787dcfb3997 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:22.976803 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 271ff643-054a-495f-8526-38f9fd270ef0 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:23.130240 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-dee5e314-4f54-47e1-9674-8cda11ef914a None None] Current status of the port e00aba54-d5ba-43cc-a060-2757715a5ff4 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:23.130635 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dee5e314-4f54-47e1-9674-8cda11ef914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:23.199798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a14b1f-ba55-40a4-9bb6-3b1b39a797f9 req-377c2f83-221e-4d7e-994a-568424d6d051 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:23.201319 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e7a14b1f-ba55-40a4-9bb6-3b1b39a797f9 req-377c2f83-221e-4d7e-994a-568424d6d051 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0569384 May 25 05:43:23.205678 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-dee5e314-4f54-47e1-9674-8cda11ef914a None None] For port e00aba54-d5ba-43cc-a060-2757715a5ff4, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=e00aba54-d5ba-43cc-a060-2757715a5ff4,segment=NetworkSegment(ad7b44fc-56fc-40d8-b0b9-490425b44ec5),segment_id=ad7b44fc-56fc-40d8-b0b9-490425b44ec5)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:23.234878 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dee5e314-4f54-47e1-9674-8cda11ef914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:23.254766 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e7a14b1f-ba55-40a4-9bb6-3b1b39a797f9 req-530ee223-8980-41f9-b6db-a836b5138f22 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474021 May 25 05:43:23.263388 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 271ff643-054a-495f-8526-38f9fd270ef0 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:23.263759 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (271ff643-054a-495f-8526-38f9fd270ef0), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:23.329700 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e314-4f54-47e1-9674-8cda11ef914a None None] Pushing event updated for resources: {'Port': ['ID=e00aba54-d5ba-43cc-a060-2757715a5ff4,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:23.378159 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '271ff643-054a-495f-8526-38f9fd270ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:19Z', 'revision_number': 4, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port': {'id': '271ff643-054a-495f-8526-38f9fd270ef0', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e00aba54-d5ba-43cc-a060-2757715a5ff4', 'name': '', 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'mac_address': 'fa:16:3e:ac:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b4471dd1-7ff0-4e6f-b68e-006f68250084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:18Z', 'updated_at': '2022-05-25T05:43:22Z', 'revision_number': 4, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'subnets': [{'id': 'b4471dd1-7ff0-4e6f-b68e-006f68250084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:23.412536 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 271ff643-054a-495f-8526-38f9fd270ef0 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:23.415972 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6dc089-c141-4aa0-9d95-877d37580858 None None] The sync data for ids ['79f29ebd-9a55-4d60-939c-d787dcfb3997'] in dv-cinder-842947-1-iscsi is: [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '271ff643-054a-495f-8526-38f9fd270ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:19Z', 'revision_number': 4, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port': {'id': '271ff643-054a-495f-8526-38f9fd270ef0', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e00aba54-d5ba-43cc-a060-2757715a5ff4', 'name': '', 'network_id': '2c8bcff7-a489-47ee-b053-c79afad0e515', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'mac_address': 'fa:16:3e:ac:c7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'b4471dd1-7ff0-4e6f-b68e-006f68250084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:18Z', 'updated_at': '2022-05-25T05:43:22Z', 'revision_number': 4, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'subnets': [{'id': 'b4471dd1-7ff0-4e6f-b68e-006f68250084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:23.417972 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-7f084c30-ff31-48f6-9a0c-d0606d72326c None None] Provisioning complete for port e00aba54-d5ba-43cc-a060-2757715a5ff4 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:23.418516 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7f084c30-ff31-48f6-9a0c-d0606d72326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:23.528307 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-7f084c30-ff31-48f6-9a0c-d0606d72326c None None] Current status of the port e00aba54-d5ba-43cc-a060-2757715a5ff4 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:24.376110 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd18da1-1b79-44d3-8f76-e64ff7f74722 req-c44f50e6-5876-48ca-a353-2b8789bf778c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:24.377584 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bbd18da1-1b79-44d3-8f76-e64ff7f74722 req-c44f50e6-5876-48ca-a353-2b8789bf778c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0519874 May 25 05:43:24.424324 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bbd18da1-1b79-44d3-8f76-e64ff7f74722 req-6b687deb-144d-4c72-8ef7-8249866fb2e8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 May 25 05:43:24.986846 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device e00aba54-d5ba-43cc-a060-2757715a5ff4 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:25.030458 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port e00aba54-d5ba-43cc-a060-2757715a5ff4 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:25.030830 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:25.105427 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port e00aba54-d5ba-43cc-a060-2757715a5ff4 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:25.543013 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a7bd6-fbad-43af-9f7f-6326d6115907 req-2d7d9162-1f13-4111-8a09-0e1f8ded5998 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:25.544497 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a57a7bd6-fbad-43af-9f7f-6326d6115907 req-2d7d9162-1f13-4111-8a09-0e1f8ded5998 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0519533 May 25 05:43:25.595400 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a57a7bd6-fbad-43af-9f7f-6326d6115907 req-09e1758e-7acd-482f-a96d-30956b54775b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452895 May 25 05:43:26.716002 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1c283-1e50-4b8a-9673-c5bb33ff53bc req-bd6acb7a-69c9-4016-8d56-5f10caf9ad99 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:26.717481 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-07e1c283-1e50-4b8a-9673-c5bb33ff53bc req-bd6acb7a-69c9-4016-8d56-5f10caf9ad99 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0545282 May 25 05:43:26.764767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-07e1c283-1e50-4b8a-9673-c5bb33ff53bc req-9f4d6638-6b85-4cca-8540-30edfc596fb8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 May 25 05:43:27.901063 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d873e76-8c60-438a-9dd8-ce8031a4e1fc req-40712d4f-787c-44c3-a99d-381a3fb4357a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:27.902576 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3d873e76-8c60-438a-9dd8-ce8031a4e1fc req-40712d4f-787c-44c3-a99d-381a3fb4357a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0527661 May 25 05:43:27.955602 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3d873e76-8c60-438a-9dd8-ce8031a4e1fc req-6294c296-95de-48ac-a701-94d4e2ded08b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473509 May 25 05:43:28.247321 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546850a5-c226-476e-8135-69f05ccd324a req-8d62e519-3e58-4973-9cee-e2384b4fbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:28.248817 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-546850a5-c226-476e-8135-69f05ccd324a req-8d62e519-3e58-4973-9cee-e2384b4fbf40 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 1130 time: 0.0781093 May 25 05:43:28.310591 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a02582-d82d-4f17-a54d-958d4c8934c9 req-83b7d7a5-b981-4cb3-87a1-0ce0dc912580 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:28.317338 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b1a02582-d82d-4f17-a54d-958d4c8934c9 req-83b7d7a5-b981-4cb3-87a1-0ce0dc912580 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1167665 May 25 05:43:28.395997 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b1a02582-d82d-4f17-a54d-958d4c8934c9 req-c1fc488b-3a94-45b6-8802-e69011cb6b3f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777173 May 25 05:43:28.419704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546850a5-c226-476e-8135-69f05ccd324a req-e1de40e4-9bec-4412-968c-1aab51282c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:28.421229 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-546850a5-c226-476e-8135-69f05ccd324a req-e1de40e4-9bec-4412-968c-1aab51282c79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.1653557 May 25 05:43:28.465039 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-546850a5-c226-476e-8135-69f05ccd324a req-a5b32d70-5fda-4993-9c12-2eefc314f242 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e66f38db-741f-4d20-a19f-2a10a0b00577 HTTP/1.1" status: 200 len: 217 time: 0.0360789 May 25 05:43:28.520272 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546850a5-c226-476e-8135-69f05ccd324a req-4a6e6826-67bc-49ed-b336-cce8cd5a21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:28.521930 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-546850a5-c226-476e-8135-69f05ccd324a req-4a6e6826-67bc-49ed-b336-cce8cd5a21ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0500853 May 25 05:43:28.567329 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41322) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:28.600467 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546850a5-c226-476e-8135-69f05ccd324a req-3f7d1767-a34e-408d-8dbc-6f25398f4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:28.602050 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-546850a5-c226-476e-8135-69f05ccd324a req-3f7d1767-a34e-408d-8dbc-6f25398f4e88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739517 May 25 05:43:28.683840 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2742567-09af-488b-b885-76375169444e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:28.711746 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-546850a5-c226-476e-8135-69f05ccd324a req-84b4aedf-668c-45a6-90fe-6a2eda1076df service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026051 May 25 05:43:28.777791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2742567-09af-488b-b885-76375169444e admin admin] Publish callbacks [] for security_group (5d624153-b925-42c2-92a1-6593aca22ca6), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:28.783176 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2742567-09af-488b-b885-76375169444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (5d624153-b925-42c2-92a1-6593aca22ca6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:28.826463 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-546850a5-c226-476e-8135-69f05ccd324a req-1e90ceb8-b98e-4db4-be00-5866d407106c service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075053 May 25 05:43:28.827142 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e2742567-09af-488b-b885-76375169444e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d6aaf2ac6fc48cabf8bd664d56367eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587442 May 25 05:43:28.827988 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2742567-09af-488b-b885-76375169444e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d624153-b925-42c2-92a1-6593aca22ca6,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:28.829773 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41326) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:28.894936 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f92488d2-0d4b-46b5-b161-d4111687306f admin admin] Publish callbacks [] for security_group (5d624153-b925-42c2-92a1-6593aca22ca6), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:28.920338 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f92488d2-0d4b-46b5-b161-d4111687306f admin admin] Publish callbacks [] for security_group (5d624153-b925-42c2-92a1-6593aca22ca6), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:28.973279 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f92488d2-0d4b-46b5-b161-d4111687306f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (5d624153-b925-42c2-92a1-6593aca22ca6), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:28.976625 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f92488d2-0d4b-46b5-b161-d4111687306f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:28.977916 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f92488d2-0d4b-46b5-b161-d4111687306f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d624153-b925-42c2-92a1-6593aca22ca6 HTTP/1.1" status: 204 len: 168 time: 0.1470735 May 25 05:43:28.988534 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92488d2-0d4b-46b5-b161-d4111687306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d624153-b925-42c2-92a1-6593aca22ca6,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:29.535588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dd88d-7074-4d9b-9f8c-30780409d463 req-ac0433f5-d1ae-4b29-bf7f-31cba83788f1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:29.537269 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b3dd88d-7074-4d9b-9f8c-30780409d463 req-ac0433f5-d1ae-4b29-bf7f-31cba83788f1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0664344 May 25 05:43:29.601972 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b3dd88d-7074-4d9b-9f8c-30780409d463 req-3c79d484-0f8d-44e1-ad0a-88a4cd0b4529 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533385 May 25 05:43:29.744345 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41362) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:29.857660 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-582736850-network', 'tenant_id': '50bd022e91964892bca03f4af457313e'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:29.887384 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Made reservation on behalf of 50bd022e91964892bca03f4af457313e for: {'network': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:29.889919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:29.899526 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:29.985568 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks [] for security_group (f53f7f59-baf5-42ed-bdc2-c28e3baa99b9), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:29.989481 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (f53f7f59-baf5-42ed-bdc2-c28e3baa99b9), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.013538 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=110244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:43:30.029147 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f7f59-baf5-42ed-bdc2-c28e3baa99b9,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:30.034285 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (28d3d471-9f13-45e5-a4c3-2f8855630af6), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.034642 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.segments_db [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Added segment 28d3d471-9f13-45e5-a4c3-2f8855630af6 of type vlan for network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 May 25 05:43:30.095153 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (93fe70c5-ffbd-49e5-9e9a-a405b4b32023), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.127040 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (93fe70c5-ffbd-49e5-9e9a-a405b4b32023), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.128058 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:30.128653 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.179106 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4336021 May 25 05:43:30.182286 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41372) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:30.192823 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6936c7-ba2f-4926-aa70-71b38b395092 admin admin] Pushing event updated for resources: {'Network': ['ID=93fe70c5-ffbd-49e5-9e9a-a405b4b32023,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:30.193982 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Request body: {'subnet': {'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-582736850-subnet', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'ip_version': 4}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:30.203096 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:43:30.216390 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Made reservation on behalf of 50bd022e91964892bca03f4af457313e for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:30.218849 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130607622'] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.387246 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133151386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130607656'] for subnet (7baaf296-13c4-446e-adeb-19838eb20b72), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.438672 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7baaf296-13c4-446e-adeb-19838eb20b72,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:30.454123 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Checking segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:30.454477 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Network hostable DHCP agents. Network: 93fe70c5-ffbd-49e5-9e9a-a405b4b32023, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:43:30.471106 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:43:30.480205 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, 93fe70c5-ffbd-49e5-9e9a-a405b4b32023) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:30.493703 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:30.494448 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.501596 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3bbfd4-787a-45b2-ae9d-f0520d639b36 None None] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:30.513571 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41374) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:30.517888 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:30.518730 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-9099e140-9cc6-4e90-bdd9-f5a109c8a39c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3345814 May 25 05:43:30.537936 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (30a34ddc-69c4-461f-a867-07b862cedf80), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.539249 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (30a34ddc-69c4-461f-a867-07b862cedf80), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.594258 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks [] for router_controller (30a34ddc-69c4-461f-a867-07b862cedf80), precommit_add_association {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.616519 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:43:30.617411 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.756336 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks [] for router_gateway (30a34ddc-69c4-461f-a867-07b862cedf80), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.759092 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Allocated IP 172.20.0.2 (93fe70c5-ffbd-49e5-9e9a-a405b4b32023/7baaf296-13c4-446e-adeb-19838eb20b72/4893b9aa-c127-4120-aa0e-876a4e53c9b8) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:30.822013 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a610dee-f09a-4f78-8fc6-ff56c0b0debe req-58cbc2b4-eef7-4cee-8cb9-52d0e3fb7424 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:30.823809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a610dee-f09a-4f78-8fc6-ff56c0b0debe req-58cbc2b4-eef7-4cee-8cb9-52d0e3fb7424 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1239805 May 25 05:43:30.885421 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a610dee-f09a-4f78-8fc6-ff56c0b0debe req-e5c44da7-c1d1-408c-8006-876e57749361 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558536 May 25 05:43:30.906456 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Publish callbacks [] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.912902 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:30.961711 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:30.964908 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:30.968695 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:30.987544 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Pushing event updated for resources: {'Port': ['ID=4893b9aa-c127-4120-aa0e-876a4e53c9b8,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:31.037867 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Attempting to bind port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:31.038351 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Attempting to bind port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:31.038720 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Attempting to bind port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:31.044693 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:31.045076 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Checking segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:31.045479 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.045882 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Bound using segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:31.046375 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Bound port: 4893b9aa-c127-4120-aa0e-876a4e53c9b8, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:31.046924 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.058538 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks [] for router_gateway (30a34ddc-69c4-461f-a867-07b862cedf80), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.090229 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.118249 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] For port 4893b9aa-c127-4120-aa0e-876a4e53c9b8, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:31.121402 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] For port 4893b9aa-c127-4120-aa0e-876a4e53c9b8, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=4893b9aa-c127-4120-aa0e-876a4e53c9b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:31.129192 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.197283 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff053666-4a95-489e-bcec-9559ab15658a None None] Pushing event updated for resources: {'Port': ['ID=4893b9aa-c127-4120-aa0e-876a4e53c9b8,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:31.244372 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Allocated IP 172.27.2.13 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/9f04de13-1a01-43cf-877e-c1c64f7c4e5b) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:31.373184 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks [] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.435252 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.441833 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41396) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:31.481815 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:31.489814 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:31.492573 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:31.496900 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Pushing event updated for resources: {'Port': ['ID=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:31.602610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6a66ab4d-0b3a-45db-8cc8-924a3a0f6d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.697203 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6a66ab4d-0b3a-45db-8cc8-924a3a0f6d3d admin admin] Publish callbacks [] for security_group (646c6b45-fdb4-448d-a413-4c79b613453d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.701381 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6a66ab4d-0b3a-45db-8cc8-924a3a0f6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (646c6b45-fdb4-448d-a413-4c79b613453d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.737491 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66ab4d-0b3a-45db-8cc8-924a3a0f6d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646c6b45-fdb4-448d-a413-4c79b613453d,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:31.753961 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6a66ab4d-0b3a-45db-8cc8-924a3a0f6d3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0f491d9ab654f398f748b4ce9571ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108640 May 25 05:43:31.754599 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41400) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:31.767061 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks [] for router_gateway (30a34ddc-69c4-461f-a867-07b862cedf80), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.805222 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2aca8981-5e88-441e-b647-263090d5a7aa admin admin] Publish callbacks [] for security_group (646c6b45-fdb4-448d-a413-4c79b613453d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.828928 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2aca8981-5e88-441e-b647-263090d5a7aa admin admin] Publish callbacks [] for security_group (646c6b45-fdb4-448d-a413-4c79b613453d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.886677 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2aca8981-5e88-441e-b647-263090d5a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (646c6b45-fdb4-448d-a413-4c79b613453d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.889118 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2aca8981-5e88-441e-b647-263090d5a7aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:31.890289 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2aca8981-5e88-441e-b647-263090d5a7aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/646c6b45-fdb4-448d-a413-4c79b613453d HTTP/1.1" status: 204 len: 168 time: 0.1347692 May 25 05:43:31.898517 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca8981-5e88-441e-b647-263090d5a7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646c6b45-fdb4-448d-a413-4c79b613453d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:32.029200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (30a34ddc-69c4-461f-a867-07b862cedf80), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.084246 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cec66-2ee7-4b38-9230-2ecb6d65f750 req-f2d7f280-1b33-4557-9b7f-32a366d21c3f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:32.091410 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-643cec66-2ee7-4b38-9230-2ecb6d65f750 req-f2d7f280-1b33-4557-9b7f-32a366d21c3f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1257510 May 25 05:43:32.178194 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-643cec66-2ee7-4b38-9230-2ecb6d65f750 req-aefa4433-1e84-4e79-b8a3-5745dec77bef tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857315 May 25 05:43:32.274921 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Router 30a34ddc-69c4-461f-a867-07b862cedf80 is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:43:32.288024 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41412) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:32.304155 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fee84b22-ae6b-45f8-a800-7e0d6c788b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.377690 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb80c1-94b2-48a9-8ab6-d0da27a736a8 None None] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:32.427138 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fee84b22-ae6b-45f8-a800-7e0d6c788b06 admin admin] Publish callbacks [] for security_group (9d20fb72-4e9e-4ca5-a569-ff81a8be6d13), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.435140 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fee84b22-ae6b-45f8-a800-7e0d6c788b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9d20fb72-4e9e-4ca5-a569-ff81a8be6d13), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.435387 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:32.448061 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:32.464717 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:32.466435 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:32.484216 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-5284e441-67f3-4fa3-bf27-f9b98e5ce64f None None] Provisioning complete for port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:32.484823 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5284e441-67f3-4fa3-bf27-f9b98e5ce64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.485933 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee84b22-ae6b-45f8-a800-7e0d6c788b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d20fb72-4e9e-4ca5-a569-ff81a8be6d13,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:32.494301 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.498490 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41414) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:32.500704 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-9e82fffb-2056-4fa8-a7d1-cfa9f248c69e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9859884 May 25 05:43:32.603301 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-5284e441-67f3-4fa3-bf27-f9b98e5ce64f None None] Current status of the port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:32.603771 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5284e441-67f3-4fa3-bf27-f9b98e5ce64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.644546 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-5284e441-67f3-4fa3-bf27-f9b98e5ce64f None None] For port 4893b9aa-c127-4120-aa0e-876a4e53c9b8, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=4893b9aa-c127-4120-aa0e-876a4e53c9b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:32.652133 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5284e441-67f3-4fa3-bf27-f9b98e5ce64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.674072 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-fee84b22-ae6b-45f8-a800-7e0d6c788b06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0796a43dc32f4b978c868018a3b39cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844960 May 25 05:43:32.676875 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41416) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:32.740240 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:32.775596 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284e441-67f3-4fa3-bf27-f9b98e5ce64f None None] Pushing event updated for resources: {'Port': ['ID=4893b9aa-c127-4120-aa0e-876a4e53c9b8,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:32.788492 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-95e9b43f-eec8-487b-9b87-c817d947b003 admin admin] Publish callbacks [] for security_group (9d20fb72-4e9e-4ca5-a569-ff81a8be6d13), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.848980 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-95e9b43f-eec8-487b-9b87-c817d947b003 admin admin] Publish callbacks [] for security_group (9d20fb72-4e9e-4ca5-a569-ff81a8be6d13), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.986798 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-95e9b43f-eec8-487b-9b87-c817d947b003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9d20fb72-4e9e-4ca5-a569-ff81a8be6d13), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.990134 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-95e9b43f-eec8-487b-9b87-c817d947b003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:32.993897 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-95e9b43f-eec8-487b-9b87-c817d947b003 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d20fb72-4e9e-4ca5-a569-ff81a8be6d13 HTTP/1.1" status: 204 len: 168 time: 0.3129547 May 25 05:43:32.994064 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:31Z', 'revision_number': 3, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:32.999506 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-cc4805aa-f883-41e5-8d28-1bd200838268 None None] Provisioning complete for port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:33.000141 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cc4805aa-f883-41e5-8d28-1bd200838268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.028698 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:33.029090 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Updating router 30a34ddc-69c4-461f-a867-07b862cedf80 port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:33.040843 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9b43f-eec8-487b-9b87-c817d947b003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d20fb72-4e9e-4ca5-a569-ff81a8be6d13,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:33.057263 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 4893b9aa-c127-4120-aa0e-876a4e53c9b8 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:33.069615 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.169938 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:33.170425 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.176795 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-cc4805aa-f883-41e5-8d28-1bd200838268 None None] Current status of the port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:33.228692 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.259636 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:33.382781 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Publish callbacks [] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.390043 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.441025 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Allocated IP 172.20.0.1 (93fe70c5-ffbd-49e5-9e9a-a405b4b32023/7baaf296-13c4-446e-adeb-19838eb20b72/9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:33.446189 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Attempting to bind port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:33.446189 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Attempting to bind port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:33.446189 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Attempting to bind port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:33.450237 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611b277-5de8-47d5-9687-1b4d6d5c678e None None] Pushing event updated for resources: {'Port': ['ID=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:33.455569 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:33.455983 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:33.456397 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.456797 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:33.457278 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Bound port: 9f04de13-1a01-43cf-877e-c1c64f7c4e5b, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:33.458043 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.520827 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] For port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:33.526750 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] For port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:33.538570 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.582550 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks [] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.595156 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:33.595797 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:33.601520 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611b277-5de8-47d5-9687-1b4d6d5c678e None None] Pushing event updated for resources: {'Port': ['ID=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:33.619751 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.670501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:33.677637 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:33.680337 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:33.718143 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Pushing event updated for resources: {'Port': ['ID=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:33.722534 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:33.746317 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (30a34ddc-69c4-461f-a867-07b862cedf80), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:33.982017 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41450) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:33.983907 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:31Z', 'revision_number': 3, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:33.987083 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-7a243a40-e222-4249-85aa-1519b226490e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812060812', 'description': 'tempest-description--2076839320'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:34.010385 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27ea5a4-61e9-4899-9a1a-2ced88abc9a7 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:31Z', 'revision_number': 3, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:34.023173 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.024429 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-a5daeb9c-e8ef-4284-b347-e2e437b8d8c5 None None] Provisioning complete for port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:34.025354 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a5daeb9c-e8ef-4284-b347-e2e437b8d8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.037639 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a243a40-e222-4249-85aa-1519b226490e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.069401 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-a5daeb9c-e8ef-4284-b347-e2e437b8d8c5 None None] Port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:34.232880 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a243a40-e222-4249-85aa-1519b226490e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group (193d3559-9d09-49c9-8f42-b8d915f94950), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.239334 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a243a40-e222-4249-85aa-1519b226490e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (193d3559-9d09-49c9-8f42-b8d915f94950), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.282595 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a243a40-e222-4249-85aa-1519b226490e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.283827 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7a243a40-e222-4249-85aa-1519b226490e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3006957 May 25 05:43:34.286804 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41456) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:34.312985 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-bdb4c247-1a40-458d-8e8d-17acd30e3e0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'security_group_rule': {'security_group_id': '193d3559-9d09-49c9-8f42-b8d915f94950', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:34.317209 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a243a40-e222-4249-85aa-1519b226490e tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193d3559-9d09-49c9-8f42-b8d915f94950,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:34.331671 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks [] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.336724 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.384753 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bdb4c247-1a40-458d-8e8d-17acd30e3e0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group_rule (9873bd33-5cab-47f1-88bc-d5e954bf059f), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.433626 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (30a34ddc-69c4-461f-a867-07b862cedf80), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.444612 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Pushing event updated for resources: {'Port': ['ID=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:34.481909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bdb4c247-1a40-458d-8e8d-17acd30e3e0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group_rule (9873bd33-5cab-47f1-88bc-d5e954bf059f), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.489299 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bdb4c247-1a40-458d-8e8d-17acd30e3e0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (9873bd33-5cab-47f1-88bc-d5e954bf059f), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.513407 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4c247-1a40-458d-8e8d-17acd30e3e0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9873bd33-5cab-47f1-88bc-d5e954bf059f,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:34.540707 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bdb4c247-1a40-458d-8e8d-17acd30e3e0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.543920 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-bdb4c247-1a40-458d-8e8d-17acd30e3e0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2560081 May 25 05:43:34.546612 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41464) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:34.551480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-7f77ba11-4d62-4068-b16c-1a4395d3409b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'security_group_rule': {'security_group_id': '193d3559-9d09-49c9-8f42-b8d915f94950', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:34.578697 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:34.581301 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:34.585197 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba11-4d62-4068-b16c-1a4395d3409b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group_rule (08148d5a-edd3-4d1f-9042-8a1263246a85), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.685424 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba11-4d62-4068-b16c-1a4395d3409b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group_rule (08148d5a-edd3-4d1f-9042-8a1263246a85), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.692596 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba11-4d62-4068-b16c-1a4395d3409b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (08148d5a-edd3-4d1f-9042-8a1263246a85), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.727548 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77ba11-4d62-4068-b16c-1a4395d3409b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08148d5a-edd3-4d1f-9042-8a1263246a85,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:34.739064 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7f77ba11-4d62-4068-b16c-1a4395d3409b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.743820 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-7f77ba11-4d62-4068-b16c-1a4395d3409b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930964 May 25 05:43:34.744244 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41470) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:34.748603 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:34.789634 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.791314 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:43:34.901420 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-825b9733-7ed2-4f14-b162-03ee5d5a33bd None None] Provisioning complete for port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:34.902068 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-825b9733-7ed2-4f14-b162-03ee5d5a33bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:34.946581 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-825b9733-7ed2-4f14-b162-03ee5d5a33bd None None] Port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:34.987605 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.026410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:35.040231 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-cfe4c7f8-b7da-48d8-bdb2-d1721a74362f admin admin] 10.222.0.42 "PUT /v2.0/routers/30a34ddc-69c4-461f-a867-07b862cedf80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5325546 May 25 05:43:35.092941 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 9f04de13-1a01-43cf-877e-c1c64f7c4e5b up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:35.163788 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:35.164197 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.186401 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Allocated IP 172.27.2.14 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/1896d006-c015-4da8-968a-221966f66cb7) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:35.297121 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:35.297696 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.328014 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:35.340622 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.442369 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:35.638591 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for port (1896d006-c015-4da8-968a-221966f66cb7), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.684587 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (1896d006-c015-4da8-968a-221966f66cb7), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.748574 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'Port': ['ID=1896d006-c015-4da8-968a-221966f66cb7,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:35.750116 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:35.752154 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:35.754768 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:35.846444 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.859698 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41514) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:35.865486 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2106220421-network', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:35.891631 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Made reservation on behalf of a5482ce4fdc04d7984f3e0c1d1a0a72d for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:35.902784 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1896d006-c015-4da8-968a-221966f66cb7), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.903083 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:35.917215 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.015558 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks [] for security_group (daba95d9-bfb6-40c2-aea1-24c9b430db62), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.021894 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (daba95d9-bfb6-40c2-aea1-24c9b430db62), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.067666 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:43:36.078889 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daba95d9-bfb6-40c2-aea1-24c9b430db62,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:36.086486 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (27dce774-12fb-48d6-bacd-2e77c9226d79), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.086831 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Added segment 27dce774-12fb-48d6-bacd-2e77c9226d79 of type vlan for network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d May 25 05:43:36.113998 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for port (1896d006-c015-4da8-968a-221966f66cb7), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.124821 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (1896d006-c015-4da8-968a-221966f66cb7), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.139818 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (9134d9e3-5a3b-4931-bbb2-38cdf5804d6d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.174335 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (9134d9e3-5a3b-4931-bbb2-38cdf5804d6d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.175464 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:36.176217 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.207468 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'Port': ['ID=1896d006-c015-4da8-968a-221966f66cb7,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:36.223171 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.243152 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.244675 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b6171805-7b6e-486a-a220-8f493e2747fc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4996173 May 25 05:43:36.469184 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:36.484890 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:36.485802 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:36.510338 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6491807 May 25 05:43:36.514629 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41560) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:36.515488 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af6d0-d314-459f-ade9-b1be766355c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9134d9e3-5a3b-4931-bbb2-38cdf5804d6d,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:36.529832 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Request body: {'subnet': {'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2106220421-subnet', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'ip_version': 4}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:36.558416 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:43:36.563341 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-142b8498-5ecb-47c7-bfbe-b63890d84109 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--812060812&fields=id&tenant_id=1dd34c07c77146bba395c97a43ca72d8 HTTP/1.1" status: 200 len: 267 time: 0.1061881 May 25 05:43:36.571168 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Made reservation on behalf of a5482ce4fdc04d7984f3e0c1d1a0a72d for: {'subnet': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:36.574250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130607622'] for subnet (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.717398 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:36.718361 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-04878703-220f-4b43-a0cb-1039c0a80ce1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:36.728159 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-04878703-220f-4b43-a0cb-1039c0a80ce1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 819 time: 0.1564124 May 25 05:43:36.751147 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-e91ba9e7-fe83-4326-8c8f-de306d74ed08 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/quotas/1dd34c07c77146bba395c97a43ca72d8 HTTP/1.1" status: 200 len: 375 time: 0.0212624 May 25 05:43:36.834314 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133151386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130607656'] for subnet (feda7c45-2de7-4a09-b8e5-8ffa2c7bc099), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.859006 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-26ff5338-ca21-44fc-9507-a5577fe1de4d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1008458 May 25 05:43:36.904883 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feda7c45-2de7-4a09-b8e5-8ffa2c7bc099,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:36.913342 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Checking segment: {'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:36.913782 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Network hostable DHCP agents. Network: 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110245) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:43:36.943990 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110245) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:43:36.957145 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d) {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:36.971637 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:36.972998 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:36.988410 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a04d6d-b2b4-4398-9389-fa4f8867a327 None None] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:37.027329 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-47ffde46-ad35-451a-9b60-4aa187c6edc6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5090585 May 25 05:43:37.027965 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41590) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:37.032737 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:37.035951 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-6648a989-de5c-4113-b582-5b7e459c1cce service neutron] 10.222.0.42 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593473 May 25 05:43:37.071796 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (ecfde2f7-7ce9-4551-80cd-e62060266940), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.073755 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (ecfde2f7-7ce9-4551-80cd-e62060266940), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.173842 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks [] for router_controller (ecfde2f7-7ce9-4551-80cd-e62060266940), precommit_add_association {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.197254 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-180c1078-a0eb-4671-9cc7-4f65e4671f4c service neutron] 10.222.0.42 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505203 May 25 05:43:37.255174 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 9f04de13-1a01-43cf-877e-c1c64f7c4e5b up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:37.300892 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-36b467ea-d3a8-42c7-afd0-8882df926003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.418639 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:34Z', 'revision_number': 2, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:37.424800 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-9134d9e3-5a3b-4931-bbb2-38cdf5804d6d', 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d', 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'fixed_ips': [{'subnet_id': 'feda7c45-2de7-4a09-b8e5-8ffa2c7bc099'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:43:37.425760 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.427393 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks [] for router_gateway (ecfde2f7-7ce9-4551-80cd-e62060266940), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.449101 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a6f0c17-b9b5-40bb-8e10-e5149adf759b req-4496dbab-adf9-42e1-abbf-ac2d28832375 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 210 time: 0.0551212 May 25 05:43:37.453209 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:37.453586 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.483535 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:37.484136 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Updating router 30a34ddc-69c4-461f-a867-07b862cedf80 port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:37.522033 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.762264 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41624) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:37.770191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks [] for router_gateway (ecfde2f7-7ce9-4551-80cd-e62060266940), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.799737 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.856425 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:37.907904 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Allocated IP 172.20.0.2 (9134d9e3-5a3b-4931-bbb2-38cdf5804d6d/feda7c45-2de7-4a09-b8e5-8ffa2c7bc099/82bea53c-77ab-4dcd-91de-0deb03aa6809) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:37.918842 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-31d38733-623f-4e5d-90e8-810ef224e8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:37.952008 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Allocated IP 172.27.2.155 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/11105d0f-be78-4d3e-9e13-3bed6196ea3e) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:38.045836 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-31d38733-623f-4e5d-90e8-810ef224e8d3 admin admin] Publish callbacks [] for security_group (8fa4e817-ccaa-4302-96ad-83c87fe3596c), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.052301 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-31d38733-623f-4e5d-90e8-810ef224e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8fa4e817-ccaa-4302-96ad-83c87fe3596c), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.101099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d38733-623f-4e5d-90e8-810ef224e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa4e817-ccaa-4302-96ad-83c87fe3596c,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:38.109881 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-31d38733-623f-4e5d-90e8-810ef224e8d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb0e537542954378889ab67e51bd1c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458304 May 25 05:43:38.112979 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41628) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:38.121770 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks [] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.152616 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Publish callbacks [] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.168940 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.177815 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9f76ad6-0ea9-4579-afc5-b2066ba240b3 admin admin] Publish callbacks [] for security_group (8fa4e817-ccaa-4302-96ad-83c87fe3596c), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.198002 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.213062 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Publish callbacks [] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.240688 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.243346 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9f76ad6-0ea9-4579-afc5-b2066ba240b3 admin admin] Publish callbacks [] for security_group (8fa4e817-ccaa-4302-96ad-83c87fe3596c), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.248708 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468a95a-7007-45ae-9fa5-cc06ed755281 None None] Pushing event updated for resources: {'Port': ['ID=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:38.251439 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:38.254877 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:38.265250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:38.298770 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Pushing event updated for resources: {'Port': ['ID=11105d0f-be78-4d3e-9e13-3bed6196ea3e,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:38.336622 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9f76ad6-0ea9-4579-afc5-b2066ba240b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8fa4e817-ccaa-4302-96ad-83c87fe3596c), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.341787 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9f76ad6-0ea9-4579-afc5-b2066ba240b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.343515 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c9f76ad6-0ea9-4579-afc5-b2066ba240b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fa4e817-ccaa-4302-96ad-83c87fe3596c HTTP/1.1" status: 204 len: 168 time: 0.2293899 May 25 05:43:38.344833 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:38.366608 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Pushing event updated for resources: {'Port': ['ID=82bea53c-77ab-4dcd-91de-0deb03aa6809,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:38.376196 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:38.377846 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f76ad6-0ea9-4579-afc5-b2066ba240b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa4e817-ccaa-4302-96ad-83c87fe3596c,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:38.379778 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:38.440038 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Attempting to bind port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:38.440413 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Attempting to bind port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:38.440778 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Attempting to bind port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:38.449225 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:38.449532 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Checking segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:38.449890 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.450312 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Bound using segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:38.450793 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Bound port: 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:38.451171 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.565611 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Attempting to bind port 82bea53c-77ab-4dcd-91de-0deb03aa6809 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:38.566308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Attempting to bind port 82bea53c-77ab-4dcd-91de-0deb03aa6809 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:38.566401 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Attempting to bind port 82bea53c-77ab-4dcd-91de-0deb03aa6809 on network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:38.586517 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:38.587054 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Checking segment: {'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:38.587638 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.588031 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Bound using segment: {'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:38.588505 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Bound port: 82bea53c-77ab-4dcd-91de-0deb03aa6809, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:38.589063 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.595856 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] For port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:38.598485 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a4a0b34-9ac4-48a8-bd57-eddaae5e8cec req-47ff17e0-ebcf-49b7-8629-23a9d2b786f2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 210 time: 0.0441995 May 25 05:43:38.599984 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] For port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:38.618750 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-d60232ae-c959-44e2-9186-79dff8283bc0 None None] Provisioning complete for port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:38.619130 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d60232ae-c959-44e2-9186-79dff8283bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.621581 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.632459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks [] for router_gateway (ecfde2f7-7ce9-4551-80cd-e62060266940), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:38.783117 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:38.783905 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:38.859676 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-f0188a6f-f3ce-4536-8f2e-a62b756b8bb5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:38.862276 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-f0188a6f-f3ce-4536-8f2e-a62b756b8bb5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 819 time: 0.1912816 May 25 05:43:38.889839 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468a95a-7007-45ae-9fa5-cc06ed755281 None None] Pushing event updated for resources: {'Port': ['ID=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:38.986140 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-25a9199f-32ad-4560-9f4d-96f74696a30a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dd34c07c77146bba395c97a43ca72d8 HTTP/1.1" status: 200 len: 379 time: 0.1122923 May 25 05:43:38.990603 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] For port 82bea53c-77ab-4dcd-91de-0deb03aa6809, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:38.996337 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41646) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:39.014247 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] For port 82bea53c-77ab-4dcd-91de-0deb03aa6809, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=82bea53c-77ab-4dcd-91de-0deb03aa6809,segment=NetworkSegment(27dce774-12fb-48d6-bacd-2e77c9226d79),segment_id=27dce774-12fb-48d6-bacd-2e77c9226d79)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:39.025584 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-d60232ae-c959-44e2-9186-79dff8283bc0 None None] Current status of the port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:39.026117 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d60232ae-c959-44e2-9186-79dff8283bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.034392 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (ecfde2f7-7ce9-4551-80cd-e62060266940), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.045006 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'port': {'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'admin_state_up': True, 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'security_groups': ['193d3559-9d09-49c9-8f42-b8d915f94950']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:39.046922 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.049121 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-1717a377-2f73-461d-bbc4-1cd3f5173182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.069361 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:39.184465 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-d60232ae-c959-44e2-9186-79dff8283bc0 None None] For port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:39.242967 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d60232ae-c959-44e2-9186-79dff8283bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.244806 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Router ecfde2f7-7ce9-4551-80cd-e62060266940 is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:43:39.246270 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Made reservation on behalf of 1dd34c07c77146bba395c97a43ca72d8 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:39.249761 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.252385 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e5a647aa-396a-41b9-868c-c53c2681b691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.256623 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f655bc-17c2-49db-979e-7a84730cbe7b None None] Pushing event updated for resources: {'Port': ['ID=82bea53c-77ab-4dcd-91de-0deb03aa6809,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:39.256804 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-1717a377-2f73-461d-bbc4-1cd3f5173182 admin admin] Publish callbacks [] for security_group (513f8dca-5089-4ee0-bd86-2743d26765d4), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.274326 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:43:39.274853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-1717a377-2f73-461d-bbc4-1cd3f5173182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (513f8dca-5089-4ee0-bd86-2743d26765d4), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.361205 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-1717a377-2f73-461d-bbc4-1cd3f5173182 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b94536b6140943c09dd7e1ffef243d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635423 May 25 05:43:39.365909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41652) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:39.366160 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717a377-2f73-461d-bbc4-1cd3f5173182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f8dca-5089-4ee0-bd86-2743d26765d4,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:39.378153 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60232ae-c959-44e2-9186-79dff8283bc0 None None] Pushing event updated for resources: {'Port': ['ID=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:39.437192 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:39.446699 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-338d90b8-9a1d-4026-bbf4-a2e7ab6c4ec6 None None] Provisioning complete for port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:39.446699 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-338d90b8-9a1d-4026-bbf4-a2e7ab6c4ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.471927 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Sync routers for ids ['ecfde2f7-7ce9-4551-80cd-e62060266940'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:39.492089 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Routers {'ecfde2f7-7ce9-4551-80cd-e62060266940'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:39.494678 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['ecfde2f7-7ce9-4551-80cd-e62060266940'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:39.501298 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.506901 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-cf5d3dfc-95bb-4c40-ac0a-5c9397d3eda8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4776967 May 25 05:43:39.509280 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41654) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:39.564533 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Allocated IP 172.20.0.14 (ee996d03-64a7-432f-a95f-b2c4e944899a/cac38217-455a-4bfe-b7f7-8f4a4a5d629e/1237f448-2dc0-4c2f-b57b-a9274d0754c1) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:39.591463 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa4ba0d0-cfcd-490d-a4f6-32031d897857 admin admin] Publish callbacks [] for security_group (513f8dca-5089-4ee0-bd86-2743d26765d4), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.683853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa4ba0d0-cfcd-490d-a4f6-32031d897857 admin admin] Publish callbacks [] for security_group (513f8dca-5089-4ee0-bd86-2743d26765d4), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.697941 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Set router ecfde2f7-7ce9-4551-80cd-e62060266940 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:39.794635 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-338d90b8-9a1d-4026-bbf4-a2e7ab6c4ec6 None None] Current status of the port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:39.804568 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:38Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:39.851857 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e5bdbd-8559-4daa-98be-761067f25237 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:38Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:39.865174 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7bba266b-b0ea-40ab-9a52-4fd2bf960f8a req-3db88d92-0540-4f46-abee-1dad06d7c7a7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 210 time: 0.1567168 May 25 05:43:39.968269 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa4ba0d0-cfcd-490d-a4f6-32031d897857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (513f8dca-5089-4ee0-bd86-2743d26765d4), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.971334 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-aa4ba0d0-cfcd-490d-a4f6-32031d897857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:39.972630 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-aa4ba0d0-cfcd-490d-a4f6-32031d897857 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/513f8dca-5089-4ee0-bd86-2743d26765d4 HTTP/1.1" status: 204 len: 168 time: 0.6032388 May 25 05:43:40.001205 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:38Z', 'revision_number': 3, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port': {'id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:40.027209 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.040683 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ba0d0-cfcd-490d-a4f6-32031d897857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f8dca-5089-4ee0-bd86-2743d26765d4,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:40.059474 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Checking router: ecfde2f7-7ce9-4551-80cd-e62060266940 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:40.059961 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Updating router ecfde2f7-7ce9-4551-80cd-e62060266940 port 11105d0f-be78-4d3e-9e13-3bed6196ea3e binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:40.079120 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.112498 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.136885 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Network ee996d03-64a7-432f-a95f-b2c4e944899a is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:40.143018 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:40.145426 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:40.210359 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event updated for resources: {'Port': ['ID=1237f448-2dc0-4c2f-b57b-a9274d0754c1,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:40.253751 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:40.254723 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.278513 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-5962a74c-995d-4cb0-b53a-cdfb2c034fc5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2492189 May 25 05:43:40.291711 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Request body: {'port': {'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:40.314265 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.370530 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.413780 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.649287 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Publish callbacks [] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.650321 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Allocated IP 172.20.0.1 (9134d9e3-5a3b-4931-bbb2-38cdf5804d6d/feda7c45-2de7-4a09-b8e5-8ffa2c7bc099/c89af6e3-ee3a-433a-a1a6-ceab097c986d) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:43:40.650949 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-665f5d1f-b37a-4b0c-840b-9ca5585af157 None None] Provisioning complete for port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:40.651512 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-665f5d1f-b37a-4b0c-840b-9ca5585af157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.672910 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.746994 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-665f5d1f-b37a-4b0c-840b-9ca5585af157 None None] Port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:40.851239 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks [] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.933709 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Attempting to bind port 11105d0f-be78-4d3e-9e13-3bed6196ea3e on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:40.934332 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Attempting to bind port 11105d0f-be78-4d3e-9e13-3bed6196ea3e by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:40.935103 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Attempting to bind port 11105d0f-be78-4d3e-9e13-3bed6196ea3e on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:40.939754 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed76895-2c4e-4c24-be04-df3628369ae4 None None] Pushing event updated for resources: {'Port': ['ID=11105d0f-be78-4d3e-9e13-3bed6196ea3e,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:40.949682 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258be47a-ccb9-4665-9c34-4ca526a84dbe None None] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:43:40.961549 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:40.965382 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:40.966795 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.967368 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:40.968401 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Bound port: 11105d0f-be78-4d3e-9e13-3bed6196ea3e, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:40.969242 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:40.979632 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.050451 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:41.056866 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:41.063674 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:43:41.136136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (ecfde2f7-7ce9-4551-80cd-e62060266940), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.147559 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-721176b7-d5f6-4bb0-bf0f-b0edbe2eed34 None None] Provisioning complete for port 82bea53c-77ab-4dcd-91de-0deb03aa6809 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:41.148010 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-721176b7-d5f6-4bb0-bf0f-b0edbe2eed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.149660 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] For port 11105d0f-be78-4d3e-9e13-3bed6196ea3e, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:41.165544 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] For port 11105d0f-be78-4d3e-9e13-3bed6196ea3e, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=11105d0f-be78-4d3e-9e13-3bed6196ea3e,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:41.182549 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1237f448-2dc0-4c2f-b57b-a9274d0754c1 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:43:41.185872 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.241122 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Pushing event updated for resources: {'Port': ['ID=c89af6e3-ee3a-433a-a1a6-ceab097c986d,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:41.285709 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Publish callbacks [] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.325759 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Transition to ACTIVE for port object 1237f448-2dc0-4c2f-b57b-a9274d0754c1 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:43:41.347588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.362803 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Routers {'ecfde2f7-7ce9-4551-80cd-e62060266940'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:41.363815 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['ecfde2f7-7ce9-4551-80cd-e62060266940'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:41.370668 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed76895-2c4e-4c24-be04-df3628369ae4 None None] Pushing event updated for resources: {'Port': ['ID=11105d0f-be78-4d3e-9e13-3bed6196ea3e,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:41.394572 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:41.469984 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.524182 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-721176b7-d5f6-4bb0-bf0f-b0edbe2eed34 None None] Current status of the port 82bea53c-77ab-4dcd-91de-0deb03aa6809 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:41.524935 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-721176b7-d5f6-4bb0-bf0f-b0edbe2eed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.540987 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d42a7-961b-4f34-828f-4ca3809da240 req-65d41138-c6ac-49db-b450-1d8dbf21beea tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:41.548329 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-199d42a7-961b-4f34-828f-4ca3809da240 req-65d41138-c6ac-49db-b450-1d8dbf21beea tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 932 time: 0.4400978 May 25 05:43:41.637617 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] Set router ecfde2f7-7ce9-4551-80cd-e62060266940 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:41.650852 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Pushing event updated for resources: {'Port': ['ID=1237f448-2dc0-4c2f-b57b-a9274d0754c1,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:41.659343 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:41.659909 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.678061 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-721176b7-d5f6-4bb0-bf0f-b0edbe2eed34 None None] For port 82bea53c-77ab-4dcd-91de-0deb03aa6809, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=82bea53c-77ab-4dcd-91de-0deb03aa6809,segment=NetworkSegment(27dce774-12fb-48d6-bacd-2e77c9226d79),segment_id=27dce774-12fb-48d6-bacd-2e77c9226d79)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:41.769846 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-721176b7-d5f6-4bb0-bf0f-b0edbe2eed34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.812012 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Attempting to bind port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:41.812376 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Attempting to bind port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:41.812853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Attempting to bind port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:41.858388 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-199d42a7-961b-4f34-828f-4ca3809da240 req-2c0eeff8-4700-47eb-9717-a6d83dee91f3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087485 May 25 05:43:41.859698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 on network ee996d03-64a7-432f-a95f-b2c4e944899a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:43:41.860239 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Attempting to bind port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 on network ee996d03-64a7-432f-a95f-b2c4e944899a {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:41.871725 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.916873 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:41.918486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Checking segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:41.919039 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Bound using segment: {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:41.919814 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Bound port: 1237f448-2dc0-4c2f-b57b-a9274d0754c1, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:41.921420 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:41.953814 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721176b7-d5f6-4bb0-bf0f-b0edbe2eed34 None None] Pushing event updated for resources: {'Port': ['ID=82bea53c-77ab-4dcd-91de-0deb03aa6809,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:42.081488 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:38Z', 'revision_number': 3, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port': {'id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:42.109201 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] For port 1237f448-2dc0-4c2f-b57b-a9274d0754c1, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:42.111739 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:42.113142 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 82bea53c-77ab-4dcd-91de-0deb03aa6809 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:42.113338 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] For port 1237f448-2dc0-4c2f-b57b-a9274d0754c1, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:42.127061 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.173437 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:42.186204 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.187181 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87582d68-cb16-4ce4-8e85-704b011f3e1c None None] The sync data for ids ['ecfde2f7-7ce9-4551-80cd-e62060266940'] in dv-cinder-842947-1-iscsi is: [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:38Z', 'revision_number': 3, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port': {'id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:42.191549 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] 10.222.0.32 "PUT /v2.0/ports/1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 1094 time: 1.9055617 May 25 05:43:42.192122 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:43:42.197763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438696ea-6065-4d40-a36e-d31f246a23d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:43:42.282926 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-6ce1819d-53b9-4d71-80bf-a48ee62b0205 None None] Provisioning complete for port c89af6e3-ee3a-433a-a1a6-ceab097c986d triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:42.283306 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-6ce1819d-53b9-4d71-80bf-a48ee62b0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.353289 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ef16c-3aec-485d-8a1b-694ceb8b4de6 x-openstack-request-id: req-e33ef16c-3aec-485d-8a1b-694ceb8b4de6 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:43:42.355318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:43:42.355799 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e33ef16c-3aec-485d-8a1b-694ceb8b4de6 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:43:42.357476 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33ef16c-3aec-485d-8a1b-694ceb8b4de6'] response: {'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'status': 'completed', 'code': 200} May 25 05:43:42.399422 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbcae3-6181-4f10-b741-b2bb0ea5169d service neutron] Pushing event updated for resources: {'Port': ['ID=1237f448-2dc0-4c2f-b57b-a9274d0754c1,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:42.401031 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 82bea53c-77ab-4dcd-91de-0deb03aa6809 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:42.401420 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.423538 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-88508b30-6487-4be6-a177-df6f0a22e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:42.425468 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1819d-53b9-4d71-80bf-a48ee62b0205 None None] Port c89af6e3-ee3a-433a-a1a6-ceab097c986d cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:42.426856 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-88508b30-6487-4be6-a177-df6f0a22e0d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1128 time: 0.1842017 May 25 05:43:42.485140 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-04503e6c-98b5-4f38-94af-4af800efdbdc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 217 time: 0.0458026 May 25 05:43:42.555558 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-6ce1819d-53b9-4d71-80bf-a48ee62b0205 None None] Provisioning complete for port 82bea53c-77ab-4dcd-91de-0deb03aa6809 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:42.555944 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-6ce1819d-53b9-4d71-80bf-a48ee62b0205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.557332 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks [] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.566266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-0034e65f-8812-44b9-af90-39de5f25d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:42.567260 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.567968 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-0034e65f-8812-44b9-af90-39de5f25d339 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0788078 May 25 05:43:42.583763 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.640951 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 82bea53c-77ab-4dcd-91de-0deb03aa6809 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:42.643128 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017f50-1de2-4586-8fec-158680deab48 req-25319c70-cd22-46ec-a37a-17d7da8eac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:42.645594 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-25319c70-cd22-46ec-a37a-17d7da8eac98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657885 May 25 05:43:42.646646 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Pushing event updated for resources: {'Port': ['ID=c89af6e3-ee3a-433a-a1a6-ceab097c986d,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:42.655222 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (ecfde2f7-7ce9-4551-80cd-e62060266940), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.715455 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1819d-53b9-4d71-80bf-a48ee62b0205 None None] Current status of the port 82bea53c-77ab-4dcd-91de-0deb03aa6809 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:42.767548 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-01ec8390-7968-432b-a19b-707ad044149f service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151061 May 25 05:43:42.781048 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:43:42.782578 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:43:42.846943 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-2e56dc88-b4eb-4f1b-af34-7e79269c5c72 None None] Provisioning complete for port c89af6e3-ee3a-433a-a1a6-ceab097c986d triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:42.847878 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2e56dc88-b4eb-4f1b-af34-7e79269c5c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:42.930632 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-2e56dc88-b4eb-4f1b-af34-7e79269c5c72 None None] Port c89af6e3-ee3a-433a-a1a6-ceab097c986d cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:42.935885 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Router ecfde2f7-7ce9-4551-80cd-e62060266940 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:43:42.940657 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aa017f50-1de2-4586-8fec-158680deab48 req-8c6bebaa-380b-4f8a-855f-d0bff77a23ca service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620762 May 25 05:43:43.108324 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-e37b51ad-e818-4ce5-a3c1-7635259ecd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:43.109850 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-e37b51ad-e818-4ce5-a3c1-7635259ecd33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1128 time: 0.1172497 May 25 05:43:43.122457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb54929-0b0f-4920-a567-6041f88eeb32 req-79c35171-94a3-4396-9761-95a9a8a1a0e9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:43.123967 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fb54929-0b0f-4920-a567-6041f88eeb32 req-79c35171-94a3-4396-9761-95a9a8a1a0e9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0810924 May 25 05:43:43.144119 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:43:43.155673 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6c4db950-0b31-42df-8eb6-3823941efe3d admin admin] 10.222.0.42 "PUT /v2.0/routers/ecfde2f7-7ce9-4551-80cd-e62060266940/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6450448 May 25 05:43:43.184235 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-07eb6e24-5fe1-4671-b9a6-fd62745ad899 None None] Provisioning complete for port c89af6e3-ee3a-433a-a1a6-ceab097c986d triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:43.184730 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-07eb6e24-5fe1-4671-b9a6-fd62745ad899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.226979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 11105d0f-be78-4d3e-9e13-3bed6196ea3e up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:43.260163 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-07eb6e24-5fe1-4671-b9a6-fd62745ad899 None None] Port c89af6e3-ee3a-433a-a1a6-ceab097c986d cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:43:43.274294 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-5067900e-2c77-4820-b738-4f509ca9a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:43.275557 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-5067900e-2c77-4820-b738-4f509ca9a469 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.1507030 May 25 05:43:43.290251 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fb54929-0b0f-4920-a567-6041f88eeb32 req-25bb3525-7de9-4c11-a503-f313d6f4bf6b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559691 May 25 05:43:43.299724 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 11105d0f-be78-4d3e-9e13-3bed6196ea3e triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:43.300106 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.339504 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-af03c9fb-e90e-4c84-96ed-df106b7b679e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 217 time: 0.0479918 May 25 05:43:43.399718 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 11105d0f-be78-4d3e-9e13-3bed6196ea3e is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:43.400243 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.421451 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-c4d4db1f-908b-44c5-8a6e-f224e4cf5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:43.423718 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-c4d4db1f-908b-44c5-8a6e-f224e4cf5551 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0785117 May 25 05:43:43.432091 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 11105d0f-be78-4d3e-9e13-3bed6196ea3e, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=11105d0f-be78-4d3e-9e13-3bed6196ea3e,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:43.439263 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.440171 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 82bea53c-77ab-4dcd-91de-0deb03aa6809 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:43.482245 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-51c8b002-9c7e-4d00-b282-f58df7a83f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:43.484337 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-51c8b002-9c7e-4d00-b282-f58df7a83f27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538054 May 25 05:43:43.515126 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=11105d0f-be78-4d3e-9e13-3bed6196ea3e,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:43.545325 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 82bea53c-77ab-4dcd-91de-0deb03aa6809 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:43.545611 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.591174 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-4423e6cf-59ff-4cf0-bf91-3c24e8686718 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000650 May 25 05:43:43.631297 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 82bea53c-77ab-4dcd-91de-0deb03aa6809 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:43.687799 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.708627 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-438696ea-6065-4d40-a36e-d31f246a23d8 req-cc74b88a-8570-4f6d-8926-20b65b738182 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079798 May 25 05:43:43.726989 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41714) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:43.732774 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d333ebdd-4218-47a4-82e6-770f8a3adfad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002319082', 'description': 'tempest-secgroup-smoke-1002319082 description', 'project_id': '50bd022e91964892bca03f4af457313e'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:43.756321 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d333ebdd-4218-47a4-82e6-770f8a3adfad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.823885 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d333ebdd-4218-47a4-82e6-770f8a3adfad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group (d799524d-5fbc-475c-8bf1-5c35292ff6de), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.827559 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d333ebdd-4218-47a4-82e6-770f8a3adfad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d799524d-5fbc-475c-8bf1-5c35292ff6de), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.853828 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d333ebdd-4218-47a4-82e6-770f8a3adfad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.855212 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d333ebdd-4218-47a4-82e6-770f8a3adfad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1270225 May 25 05:43:43.858290 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41716) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:43.863084 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-7c9b679e-77d7-4d86-8511-8666b2e930b2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'security_group_rule': {'security_group_id': 'd799524d-5fbc-475c-8bf1-5c35292ff6de', 'project_id': '50bd022e91964892bca03f4af457313e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:43.865153 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333ebdd-4218-47a4-82e6-770f8a3adfad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d799524d-5fbc-475c-8bf1-5c35292ff6de,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:43.888747 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7c9b679e-77d7-4d86-8511-8666b2e930b2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (968605a4-606a-4753-82de-667cdc2d36e2), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.950766 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7c9b679e-77d7-4d86-8511-8666b2e930b2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (968605a4-606a-4753-82de-667cdc2d36e2), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.954497 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7c9b679e-77d7-4d86-8511-8666b2e930b2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (968605a4-606a-4753-82de-667cdc2d36e2), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.974966 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b679e-77d7-4d86-8511-8666b2e930b2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968605a4-606a-4753-82de-667cdc2d36e2,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:43.981062 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7c9b679e-77d7-4d86-8511-8666b2e930b2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:43.989886 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-7c9b679e-77d7-4d86-8511-8666b2e930b2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232224 May 25 05:43:43.992236 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41718) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:43.996542 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-0bcb9ce7-04c7-42a8-a16e-217171c81d0b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'security_group_rule': {'security_group_id': 'd799524d-5fbc-475c-8bf1-5c35292ff6de', 'project_id': '50bd022e91964892bca03f4af457313e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:44.020538 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9ce7-04c7-42a8-a16e-217171c81d0b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (8943a4ea-8cbf-4009-9b89-0e5094f61edd), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.076272 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9ce7-04c7-42a8-a16e-217171c81d0b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (8943a4ea-8cbf-4009-9b89-0e5094f61edd), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.079654 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9ce7-04c7-42a8-a16e-217171c81d0b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (8943a4ea-8cbf-4009-9b89-0e5094f61edd), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.096845 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb9ce7-04c7-42a8-a16e-217171c81d0b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8943a4ea-8cbf-4009-9b89-0e5094f61edd,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:44.105607 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9ce7-04c7-42a8-a16e-217171c81d0b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.106836 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-0bcb9ce7-04c7-42a8-a16e-217171c81d0b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136577 May 25 05:43:44.109544 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41720) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:44.113732 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-61c72369-3ba6-40f4-878a-8a93da9c82a6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'security_group_rule': {'security_group_id': 'd799524d-5fbc-475c-8bf1-5c35292ff6de', 'project_id': '50bd022e91964892bca03f4af457313e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:44.138778 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-61c72369-3ba6-40f4-878a-8a93da9c82a6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (bde7c1f3-dac2-4cad-b6ba-d2e4687b6877), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.202126 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-61c72369-3ba6-40f4-878a-8a93da9c82a6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (bde7c1f3-dac2-4cad-b6ba-d2e4687b6877), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.205866 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-61c72369-3ba6-40f4-878a-8a93da9c82a6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (bde7c1f3-dac2-4cad-b6ba-d2e4687b6877), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.227155 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c72369-3ba6-40f4-878a-8a93da9c82a6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde7c1f3-dac2-4cad-b6ba-d2e4687b6877,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:44.238727 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-61c72369-3ba6-40f4-878a-8a93da9c82a6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.240242 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-61c72369-3ba6-40f4-878a-8a93da9c82a6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296716 May 25 05:43:44.243023 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41724) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:44.247613 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-f4026c15-e1fe-462b-8bee-098bfaf585b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'security_group_rule': {'security_group_id': 'd799524d-5fbc-475c-8bf1-5c35292ff6de', 'project_id': '50bd022e91964892bca03f4af457313e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:44.272999 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4026c15-e1fe-462b-8bee-098bfaf585b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (6d2a78c1-f803-4a1d-bcd1-2a8fa759b09a), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.338110 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4026c15-e1fe-462b-8bee-098bfaf585b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (6d2a78c1-f803-4a1d-bcd1-2a8fa759b09a), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.343488 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4026c15-e1fe-462b-8bee-098bfaf585b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (6d2a78c1-f803-4a1d-bcd1-2a8fa759b09a), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.362593 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4026c15-e1fe-462b-8bee-098bfaf585b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2a78c1-f803-4a1d-bcd1-2a8fa759b09a,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:44.371196 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4026c15-e1fe-462b-8bee-098bfaf585b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.374907 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f4026c15-e1fe-462b-8bee-098bfaf585b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284871 May 25 05:43:44.375631 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41728) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:44.381444 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'security_group_rule': {'security_group_id': 'd799524d-5fbc-475c-8bf1-5c35292ff6de', 'project_id': '50bd022e91964892bca03f4af457313e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:44.404215 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.securitygroups_db [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Project 50bd022e91964892bca03f4af457313e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 05:43:44.409421 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (b895b7fb-01f1-43c7-a882-5039a4e1d0ca), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.431040 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ca23-bb4b-4add-b8dd-6cb2b8890571 req-3997e400-546b-46e4-bf7f-b86754d307de tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:44.432508 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fd00ca23-bb4b-4add-b8dd-6cb2b8890571 req-3997e400-546b-46e4-bf7f-b86754d307de tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0590625 May 25 05:43:44.480196 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (b895b7fb-01f1-43c7-a882-5039a4e1d0ca), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.484270 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fd00ca23-bb4b-4add-b8dd-6cb2b8890571 req-21b1016c-10af-4c97-8306-509dbd2328e0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456591 May 25 05:43:44.492174 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (b895b7fb-01f1-43c7-a882-5039a4e1d0ca), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.510387 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Sync routers for ids ['ecfde2f7-7ce9-4551-80cd-e62060266940'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:43:44.519641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b895b7fb-01f1-43c7-a882-5039a4e1d0ca,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:44.524000 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Routers {'ecfde2f7-7ce9-4551-80cd-e62060266940'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:44.524904 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['ecfde2f7-7ce9-4551-80cd-e62060266940'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:44.529667 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.531266 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ee3ab2d5-e6bd-4e59-b04e-e1345bf5b46b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542168 May 25 05:43:44.534868 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41734) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:44.539526 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'security_group_rule': {'security_group_id': 'd799524d-5fbc-475c-8bf1-5c35292ff6de', 'project_id': '50bd022e91964892bca03f4af457313e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:44.562471 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.securitygroups_db [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Project 50bd022e91964892bca03f4af457313e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 05:43:44.568534 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (d6284aef-6507-49a2-a616-6de732beb358), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.636293 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Set router ecfde2f7-7ce9-4551-80cd-e62060266940 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:44.641342 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (d6284aef-6507-49a2-a616-6de732beb358), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.646927 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (d6284aef-6507-49a2-a616-6de732beb358), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.668375 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6284aef-6507-49a2-a616-6de732beb358,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:44.679565 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:44.683799 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b777dde8-9ee9-4b4a-bd46-ccfc50c30780 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448357 May 25 05:43:44.865835 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:41Z', 'revision_number': 4, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port': {'id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'c89af6e3-ee3a-433a-a1a6-ceab097c986d', 'name': '', 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'mac_address': 'fa:16:3e:f7:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feda7c45-2de7-4a09-b8e5-8ffa2c7bc099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:40Z', 'updated_at': '2022-05-25T05:43:41Z', 'revision_number': 2, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'subnets': [{'id': 'feda7c45-2de7-4a09-b8e5-8ffa2c7bc099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:44.891970 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Checking router: ecfde2f7-7ce9-4551-80cd-e62060266940 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:43:44.892297 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Updating router ecfde2f7-7ce9-4551-80cd-e62060266940 port c89af6e3-ee3a-433a-a1a6-ceab097c986d binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:43:44.922960 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.021614 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 11105d0f-be78-4d3e-9e13-3bed6196ea3e up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:45.133437 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 11105d0f-be78-4d3e-9e13-3bed6196ea3e triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:45.133839 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.280962 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 11105d0f-be78-4d3e-9e13-3bed6196ea3e is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:45.304380 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Publish callbacks [] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.310419 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.373059 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe754e2-edef-4cf7-a7a4-e007030c424c None None] Pushing event updated for resources: {'Port': ['ID=c89af6e3-ee3a-433a-a1a6-ceab097c986d,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:45.428114 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Attempting to bind port c89af6e3-ee3a-433a-a1a6-ceab097c986d on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:43:45.428473 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Attempting to bind port c89af6e3-ee3a-433a-a1a6-ceab097c986d by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:43:45.428849 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Attempting to bind port c89af6e3-ee3a-433a-a1a6-ceab097c986d on network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:43:45.434509 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:43:45.434893 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Checking segment: {'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:43:45.435286 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.435676 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Bound using segment: {'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:43:45.436178 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Bound port: c89af6e3-ee3a-433a-a1a6-ceab097c986d, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27dce774-12fb-48d6-bacd-2e77c9226d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:43:45.436721 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.506800 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] For port c89af6e3-ee3a-433a-a1a6-ceab097c986d, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:43:45.510938 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] For port c89af6e3-ee3a-433a-a1a6-ceab097c986d, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c89af6e3-ee3a-433a-a1a6-ceab097c986d,segment=NetworkSegment(27dce774-12fb-48d6-bacd-2e77c9226d79),segment_id=27dce774-12fb-48d6-bacd-2e77c9226d79)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:43:45.530407 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.630147 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59ef77-1808-44f5-b863-e21a2c59ca04 req-f06c426c-7e97-456c-ae64-55398873b46c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:45.631712 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ff59ef77-1808-44f5-b863-e21a2c59ca04 req-f06c426c-7e97-456c-ae64-55398873b46c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0618560 May 25 05:43:45.688173 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ff59ef77-1808-44f5-b863-e21a2c59ca04 req-375961af-9682-4a77-ac54-9a71a6d0accf tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503235 May 25 05:43:45.750248 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe754e2-edef-4cf7-a7a4-e007030c424c None None] Pushing event updated for resources: {'Port': ['ID=c89af6e3-ee3a-433a-a1a6-ceab097c986d,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:45.752853 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Routers {'ecfde2f7-7ce9-4551-80cd-e62060266940'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:43:45.753354 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['ecfde2f7-7ce9-4551-80cd-e62060266940'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:45.757630 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-fde75e39-2fdd-4db5-8597-e7d28ab972b9 None None] Provisioning complete for port c89af6e3-ee3a-433a-a1a6-ceab097c986d triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:45.757997 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fde75e39-2fdd-4db5-8597-e7d28ab972b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:45.882030 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] Set router ecfde2f7-7ce9-4551-80cd-e62060266940 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:43:45.967117 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-fde75e39-2fdd-4db5-8597-e7d28ab972b9 None None] Current status of the port c89af6e3-ee3a-433a-a1a6-ceab097c986d is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:45.967500 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fde75e39-2fdd-4db5-8597-e7d28ab972b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:46.043968 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-fde75e39-2fdd-4db5-8597-e7d28ab972b9 None None] For port c89af6e3-ee3a-433a-a1a6-ceab097c986d, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c89af6e3-ee3a-433a-a1a6-ceab097c986d,segment=NetworkSegment(27dce774-12fb-48d6-bacd-2e77c9226d79),segment_id=27dce774-12fb-48d6-bacd-2e77c9226d79)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:46.051601 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fde75e39-2fdd-4db5-8597-e7d28ab972b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:46.138330 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde75e39-2fdd-4db5-8597-e7d28ab972b9 None None] Pushing event updated for resources: {'Port': ['ID=c89af6e3-ee3a-433a-a1a6-ceab097c986d,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:46.181287 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:41Z', 'revision_number': 4, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port': {'id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'c89af6e3-ee3a-433a-a1a6-ceab097c986d', 'name': '', 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'mac_address': 'fa:16:3e:f7:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feda7c45-2de7-4a09-b8e5-8ffa2c7bc099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:40Z', 'updated_at': '2022-05-25T05:43:45Z', 'revision_number': 4, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'subnets': [{'id': 'feda7c45-2de7-4a09-b8e5-8ffa2c7bc099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:43:46.184829 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-063d8fbd-04a4-4ba9-91fb-9558f5007c58 None None] Provisioning complete for port c89af6e3-ee3a-433a-a1a6-ceab097c986d triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:46.185236 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-063d8fbd-04a4-4ba9-91fb-9558f5007c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:46.213088 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbbe74-2a1b-41d2-8396-96a6e87639c2 None None] The sync data for ids ['ecfde2f7-7ce9-4551-80cd-e62060266940'] in dv-cinder-842947-1-iscsi is: [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:41Z', 'revision_number': 4, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port': {'id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'c89af6e3-ee3a-433a-a1a6-ceab097c986d', 'name': '', 'network_id': '9134d9e3-5a3b-4931-bbb2-38cdf5804d6d', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'mac_address': 'fa:16:3e:f7:c3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'feda7c45-2de7-4a09-b8e5-8ffa2c7bc099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:40Z', 'updated_at': '2022-05-25T05:43:45Z', 'revision_number': 4, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'subnets': [{'id': 'feda7c45-2de7-4a09-b8e5-8ffa2c7bc099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:43:46.311896 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-063d8fbd-04a4-4ba9-91fb-9558f5007c58 None None] Current status of the port c89af6e3-ee3a-433a-a1a6-ceab097c986d is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:46.837652 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd515-9562-4da8-acb2-51404d21661e req-3e492aad-46ab-4964-b57d-f7725fdd95f0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:46.839212 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e97bd515-9562-4da8-acb2-51404d21661e req-3e492aad-46ab-4964-b57d-f7725fdd95f0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0580077 May 25 05:43:46.899692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e97bd515-9562-4da8-acb2-51404d21661e req-d65c5c5e-3c4f-4de7-9976-b4d144b86a52 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542822 May 25 05:43:47.008453 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c89af6e3-ee3a-433a-a1a6-ceab097c986d up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:47.060852 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port c89af6e3-ee3a-433a-a1a6-ceab097c986d triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:47.061368 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:47.141173 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port c89af6e3-ee3a-433a-a1a6-ceab097c986d is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:48.017170 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e68790-44c2-4b3a-96a7-60d223fef837 req-25eafd91-f322-4f09-a109-da5a66ad07c6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:48.018644 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0e68790-44c2-4b3a-96a7-60d223fef837 req-25eafd91-f322-4f09-a109-da5a66ad07c6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0514269 May 25 05:43:48.068437 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0e68790-44c2-4b3a-96a7-60d223fef837 req-392fb047-8c95-4af7-bf60-6b040b08f5e4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 May 25 05:43:49.199489 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381b6ac-a611-4c2a-922e-00dc80d47500 req-e308e6eb-f954-40a5-bced-62d996977382 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:49.201081 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a381b6ac-a611-4c2a-922e-00dc80d47500 req-e308e6eb-f954-40a5-bced-62d996977382 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0584822 May 25 05:43:49.253460 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a381b6ac-a611-4c2a-922e-00dc80d47500 req-bb7b8914-4c01-4c14-bb39-727004db359d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462151 May 25 05:43:50.377735 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa0123-d24b-4cbf-ac61-f010cd5a2543 req-2bfa032f-5023-4b72-bb43-19026c87238d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:50.379370 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c3fa0123-d24b-4cbf-ac61-f010cd5a2543 req-2bfa032f-5023-4b72-bb43-19026c87238d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0544374 May 25 05:43:50.436003 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c3fa0123-d24b-4cbf-ac61-f010cd5a2543 req-3be4662f-3d87-4f7c-90b9-c3e93986ed30 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506620 May 25 05:43:51.581416 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecb962-b4f7-4e6c-8c91-beac04cc2361 req-a7962920-16e7-4bc2-8b8f-e21178870426 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:51.582989 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9cecb962-b4f7-4e6c-8c91-beac04cc2361 req-a7962920-16e7-4bc2-8b8f-e21178870426 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0592792 May 25 05:43:51.637558 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9cecb962-b4f7-4e6c-8c91-beac04cc2361 req-41e00f1a-99fb-4a46-8f9b-c5e4a13ccc68 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472364 May 25 05:43:52.760932 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44807a4-a59c-44bf-a3d2-c513858d5ad0 req-446bfdd5-cfd1-452d-b9f4-8e9065c31226 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:52.762405 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f44807a4-a59c-44bf-a3d2-c513858d5ad0 req-446bfdd5-cfd1-452d-b9f4-8e9065c31226 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 944 time: 0.0543888 May 25 05:43:52.811448 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f44807a4-a59c-44bf-a3d2-c513858d5ad0 req-98c374cc-2ba0-4b3f-aa14-46ca18dac511 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 May 25 05:43:53.219700 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 1237f448-2dc0-4c2f-b57b-a9274d0754c1 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:43:53.321308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 1237f448-2dc0-4c2f-b57b-a9274d0754c1, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:53.332749 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'mac_address': 'fa:16:3e:c8:9f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:43:53.368551 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:53.368939 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:53.382839 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1237f448-2dc0-4c2f-b57b-a9274d0754c1 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:43:53.402945 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 1237f448-2dc0-4c2f-b57b-a9274d0754c1, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:53.407133 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:53.452587 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=1237f448-2dc0-4c2f-b57b-a9274d0754c1,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:53.916084 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 41908) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:53.941076 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['1237f448-2dc0-4c2f-b57b-a9274d0754c1'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:43:53.950380 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fe556-5936-4a46-b4cd-b70d9a859ea7 req-9c4f267c-49a9-4852-aba0-fb563423c9f1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:53.952078 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fb9fe556-5936-4a46-b4cd-b70d9a859ea7 req-9c4f267c-49a9-4852-aba0-fb563423c9f1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 945 time: 0.0705495 May 25 05:43:54.009981 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fb9fe556-5936-4a46-b4cd-b70d9a859ea7 req-d3cfd348-2e42-471a-9fc0-1aa73e0e8d11 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513091 May 25 05:43:54.050214 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ddf678c5-d1e5-4938-89e4-5970d76343a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:54.133009 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ddf678c5-d1e5-4938-89e4-5970d76343a0 admin admin] Publish callbacks [] for security_group (c830ff88-eefe-44dc-bdb5-83287aac1d72), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:54.137437 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ddf678c5-d1e5-4938-89e4-5970d76343a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c830ff88-eefe-44dc-bdb5-83287aac1d72), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:54.178126 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ddf678c5-d1e5-4938-89e4-5970d76343a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1d3f27c699e40ea93155aa2ba5e7d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610674 May 25 05:43:54.179386 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf678c5-d1e5-4938-89e4-5970d76343a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830ff88-eefe-44dc-bdb5-83287aac1d72,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:54.182657 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 41912) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:43:54.249236 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d6b90abd-9601-4392-a3a4-91553996600f admin admin] Publish callbacks [] for security_group (c830ff88-eefe-44dc-bdb5-83287aac1d72), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:54.273158 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d6b90abd-9601-4392-a3a4-91553996600f admin admin] Publish callbacks [] for security_group (c830ff88-eefe-44dc-bdb5-83287aac1d72), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:54.331138 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d6b90abd-9601-4392-a3a4-91553996600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c830ff88-eefe-44dc-bdb5-83287aac1d72), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:54.333703 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d6b90abd-9601-4392-a3a4-91553996600f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:54.334940 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d6b90abd-9601-4392-a3a4-91553996600f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c830ff88-eefe-44dc-bdb5-83287aac1d72 HTTP/1.1" status: 204 len: 168 time: 0.1506171 May 25 05:43:54.347008 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b90abd-9601-4392-a3a4-91553996600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830ff88-eefe-44dc-bdb5-83287aac1d72,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:55.134494 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8f197-fcfe-465d-b15a-60ae8e9ff25b req-052b33b5-03d4-467a-9e84-2a3df9ee0d0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:55.135930 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b8f8f197-fcfe-465d-b15a-60ae8e9ff25b req-052b33b5-03d4-467a-9e84-2a3df9ee0d0a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 945 time: 0.0560060 May 25 05:43:55.193787 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b8f8f197-fcfe-465d-b15a-60ae8e9ff25b req-d2520cb0-1c38-42c9-8e31-5ce0cb152733 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522616 May 25 05:43:56.321126 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdad2ba-ed11-49ce-b870-0453efc6ec9a req-cd78ef5c-ae4d-412c-91e3-a03070046153 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:56.322988 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6cdad2ba-ed11-49ce-b870-0453efc6ec9a req-cd78ef5c-ae4d-412c-91e3-a03070046153 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 945 time: 0.0568647 May 25 05:43:56.373454 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6cdad2ba-ed11-49ce-b870-0453efc6ec9a req-f056c88d-1913-456d-b2a6-bea2962194c8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447876 May 25 05:43:57.024662 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-fd1a531e-19f8-4f8a-b9ff-d7ced2cdd900 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2021700379&fields=id&tenant_id=62d1ff45829a40f49362b7e51e3d7caa HTTP/1.1" status: 200 len: 267 time: 0.0475442 May 25 05:43:57.278458 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 1237f448-2dc0-4c2f-b57b-a9274d0754c1 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:43:57.351351 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:43:57.358722 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:43:57.359582 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:57.389559 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-b86d16fa-0989-43e5-95b2-3c0bb5abeffc tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:57.391333 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-b86d16fa-0989-43e5-95b2-3c0bb5abeffc tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 809 time: 0.3601217 May 25 05:43:57.418446 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-a93bf46d-48cb-4ee5-ac41-06219e2e3069 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/quotas/62d1ff45829a40f49362b7e51e3d7caa HTTP/1.1" status: 200 len: 375 time: 0.0163569 May 25 05:43:57.457998 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:43:57.458718 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:57.486181 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:43:57.488468 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70da08ca-faf9-4f9b-a115-752bd34b95dd" -d '{"events": [{"server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "name": "network-vif-plugged", "status": "completed", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:43:57.503941 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 1237f448-2dc0-4c2f-b57b-a9274d0754c1, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:43:57.509675 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:57.526471 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-2034eed1-ff21-4bd3-9923-bc75e374c50d tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996287 May 25 05:43:57.558672 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f662227-313e-430e-a302-72ea14a05539 req-80a24e76-d75b-430e-a86a-0e388d5fb972 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:57.560119 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f662227-313e-430e-a302-72ea14a05539 req-80a24e76-d75b-430e-a86a-0e388d5fb972 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 945 time: 0.0961902 May 25 05:43:57.563711 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=1237f448-2dc0-4c2f-b57b-a9274d0754c1,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:43:57.682253 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f662227-313e-430e-a302-72ea14a05539 req-ce880763-e900-495c-8499-8e7e83b3b17b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097744 May 25 05:43:57.699327 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-df481d25-83da-456c-b898-1c7e71ba1a0b service neutron] 10.222.0.42 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578500 May 25 05:43:57.736142 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f9a9e6-608e-47db-a9ed-bbba5a03b13e x-openstack-request-id: req-40f9a9e6-608e-47db-a9ed-bbba5a03b13e {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:43:57.736730 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "name": "network-vif-plugged", "status": "completed", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:43:57.737270 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-40f9a9e6-608e-47db-a9ed-bbba5a03b13e {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:43:57.737962 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f9a9e6-608e-47db-a9ed-bbba5a03b13e'] response: {'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'code': 200} May 25 05:43:57.821669 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-f1a8db68-b353-4406-8ca4-302fb85994f4 service neutron] 10.222.0.42 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125128 May 25 05:43:57.961531 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3c68d-36e4-440f-ad4b-25af62096e15 req-9d6d7bf5-11d3-4145-bd02-abcbd6090cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:57.963139 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4cd3c68d-36e4-440f-ad4b-25af62096e15 req-9d6d7bf5-11d3-4145-bd02-abcbd6090cfa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1130 time: 0.0508826 May 25 05:43:58.015937 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4cd3c68d-36e4-440f-ad4b-25af62096e15 req-25390237-d115-408e-a5d7-a6298d2eec48 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461860 May 25 05:43:58.217834 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ec56338f-f675-4fea-98f5-989d9091fc60 req-51d06440-f502-4ac7-ac25-3026a08cdc77 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 210 time: 0.0341315 May 25 05:43:58.847438 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2db411-0fd8-444b-aeac-3dfd8ecf0832 req-64f68410-341f-418a-9105-d58fb214e606 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:58.849086 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0b2db411-0fd8-444b-aeac-3dfd8ecf0832 req-64f68410-341f-418a-9105-d58fb214e606 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0688555 May 25 05:43:58.915108 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0b2db411-0fd8-444b-aeac-3dfd8ecf0832 req-200bbf8a-ca0b-4d4d-873f-22032cc0935c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539501 May 25 05:43:59.373705 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-977ec2c3-b762-4eed-9343-77fd4434f4fc req-f03d96b2-2da0-468b-8a49-4a937f00fda1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 210 time: 0.0672309 May 25 05:43:59.456147 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-8efecac5-8883-40cc-a9dc-22c3f791c542 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:43:59.457770 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-8efecac5-8883-40cc-a9dc-22c3f791c542 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.32 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 809 time: 0.1618619 May 25 05:43:59.528160 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4c66d5aa-ab44-4dc2-81ba-d5286dea4cc2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62d1ff45829a40f49362b7e51e3d7caa HTTP/1.1" status: 200 len: 380 time: 0.0585546 May 25 05:43:59.537159 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'port': {'device_id': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'admin_state_up': True, 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'security_groups': ['98f097ff-08dc-42e9-88cb-5d7593b22aad']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:43:59.654135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Made reservation on behalf of 62d1ff45829a40f49362b7e51e3d7caa for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:43:59.657369 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:43:59.804631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Allocated IP 172.20.0.10 (9c1f9707-80c9-42a9-8278-30334c600f63/9adf9850-9c85-47da-b874-5375b05a0af0/d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:00.040509 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.143982 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.164611 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef74da-301e-47de-9c6f-70e7a649de6a req-9fa193cf-3897-4799-92a2-b8c51b31cb3f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:00.166843 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-00ef74da-301e-47de-9c6f-70e7a649de6a req-9fa193cf-3897-4799-92a2-b8c51b31cb3f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.1002510 May 25 05:44:00.230041 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Network 9c1f9707-80c9-42a9-8278-30334c600f63 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:00.239833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:00.245551 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:00.249216 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:00.312545 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-00ef74da-301e-47de-9c6f-70e7a649de6a req-efa1f00a-8e98-4441-af3e-e4b626eb9eee tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226933 May 25 05:44:00.328974 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:00.330695 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.372636 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-17f91400-0f48-4312-8f3b-43b2fc38cafa tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8392823 May 25 05:44:00.390203 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Request body: {'port': {'device_id': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:00.543797 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.552040 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4517c-04f8-4466-977c-35c728567e20 req-c3c6a94f-66d6-4e0e-83b1-9c6fee442200 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:00.553644 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3ba4517c-04f8-4466-977c-35c728567e20 req-c3c6a94f-66d6-4e0e-83b1-9c6fee442200 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.1589830 May 25 05:44:00.563168 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42066) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:00.567525 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'floatingip': {'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:00.612260 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.637550 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf4cbb-1445-4d49-b0b9-bc4eaadda3b4 req-0da5c292-3b0c-48c5-b1a5-f3d3eec27225 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:00.639148 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-eabf4cbb-1445-4d49-b0b9-bc4eaadda3b4 req-0da5c292-3b0c-48c5-b1a5-f3d3eec27225 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 932 time: 0.1412477 May 25 05:44:00.656896 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-87433d2c-2295-4c02-b6e1-d2fcb1de2e10 None None] Provisioning complete for port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:00.657905 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-87433d2c-2295-4c02-b6e1-d2fcb1de2e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.699685 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-87433d2c-2295-4c02-b6e1-d2fcb1de2e10 None None] Port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:00.798172 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-eabf4cbb-1445-4d49-b0b9-bc4eaadda3b4 req-bd9793aa-e2f8-47fd-bb53-d182e406cc92 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509244 May 25 05:44:00.903701 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:44:00.912167 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Publish callbacks [] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.927048 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Transition to ACTIVE for port object d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:44:00.931974 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:00.997939 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:01.075762 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Attempting to bind port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:01.076321 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Attempting to bind port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:01.076440 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Attempting to bind port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 on network 9c1f9707-80c9-42a9-8278-30334c600f63 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:01.081807 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 on network 9c1f9707-80c9-42a9-8278-30334c600f63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:44:01.082160 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Attempting to bind port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 on network 9c1f9707-80c9-42a9-8278-30334c600f63 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:01.090082 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:01.090528 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Checking segment: {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:01.090922 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Bound using segment: {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:01.091416 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Bound port: d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7fccad-ac83-46cc-9e87-f3805daadbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:01.091868 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:01.098782 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:01.111904 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:01.162046 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:01.166280 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:01.173298 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:01.212927 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.213542 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:01.215065 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] 10.222.0.32 "PUT /v2.0/ports/d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 1094 time: 0.8298390 May 25 05:44:01.215437 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:01.217867 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2287316e-543e-43b9-a704-9d41e2ed9fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:01.237645 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Floating IP da6b051d-a615-45c4-adf4-655ebba764ac associated. External IP: 172.27.2.14, port: 1237f448-2dc0-4c2f-b57b-a9274d0754c1. May 25 05:44:01.247693 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cfcb2-f686-4749-abf2-90c5e2717cbf service neutron] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:01.292659 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de3ccbb-55e7-459b-ac15-e9786da92d48 x-openstack-request-id: req-2de3ccbb-55e7-459b-ac15-e9786da92d48 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:01.292955 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:01.293216 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2de3ccbb-55e7-459b-ac15-e9786da92d48 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:01.293630 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de3ccbb-55e7-459b-ac15-e9786da92d48'] response: {'name': 'network-changed', 'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'status': 'completed', 'code': 200} May 25 05:44:01.314190 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-a96546d6-1cd6-44a2-8324-9f0a01cab715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.315721 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-a96546d6-1cd6-44a2-8324-9f0a01cab715 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1128 time: 0.0516701 May 25 05:44:01.357899 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-d6b314b8-5979-49bf-9283-7237fe36c5bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 217 time: 0.0346506 May 25 05:44:01.415031 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-13920339-dd8c-450b-9fcb-700cf1a68681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.416581 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-13920339-dd8c-450b-9fcb-700cf1a68681 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 200 len: 848 time: 0.0530491 May 25 05:44:01.456824 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:44:01.473367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-f71dd167-95d0-4d0a-aa5c-aeb290c8fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.474918 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-f71dd167-95d0-4d0a-aa5c-aeb290c8fe7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c1f9707-80c9-42a9-8278-30334c600f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525708 May 25 05:44:01.569616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-29b472b2-4471-465d-bb5d-81c157da6cd9 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867391 May 25 05:44:01.572017 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:44:01.577591 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:01.583877 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] Sync routers for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:44:01.595454 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:01.596323 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:01.609319 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0ebdeeba-adbb-42ab-bce5-724095427e50 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "PUT /v2.0/floatingips/da6b051d-a615-45c4-adf4-655ebba764ac HTTP/1.1" status: 200 len: 991 time: 1.0454226 May 25 05:44:01.610435 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:01.612781 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e958cad4-518a-41da-a6c1-73b0f28cb3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:01.650493 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689ed5d4-a86e-4b1a-8030-872647c44153 x-openstack-request-id: req-689ed5d4-a86e-4b1a-8030-872647c44153 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:01.650863 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:01.651189 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-689ed5d4-a86e-4b1a-8030-872647c44153 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:01.651663 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-689ed5d4-a86e-4b1a-8030-872647c44153'] response: {'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'status': 'completed', 'code': 200} May 25 05:44:01.675301 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38cba27b-2c05-42b1-ab8d-ba5df448787b req-1c1a68be-d5d6-4f5d-ba40-804f463a8cb8 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995872 May 25 05:44:01.704076 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:01.718143 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-46e77690-5ca7-431d-be46-486cad86402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.719663 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-46e77690-5ca7-431d-be46-486cad86402f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1130 time: 0.0471857 May 25 05:44:01.767220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-9f93840d-59d8-4c01-96db-25863ab147d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.768794 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-9f93840d-59d8-4c01-96db-25863ab147d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1128 time: 0.0479507 May 25 05:44:01.816812 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-4a7d887b-631e-43bb-8375-6b8e9d27b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.818332 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-4a7d887b-631e-43bb-8375-6b8e9d27b44e service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.0917864 May 25 05:44:01.878126 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-115af29c-9dd8-4443-b364-30b540514e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.880218 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-115af29c-9dd8-4443-b364-30b540514e8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 910 time: 0.1051388 May 25 05:44:01.920459 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-cb3a7711-6734-4439-81fa-5f50f10254af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 999 time: 0.0959699 May 25 05:44:01.937937 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'da6b051d-a615-45c4-adf4-655ebba764ac', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'mac_address': 'fa:16:3e:c8:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:43:35Z', 'updated_at': '2022-05-25T05:44:00Z', 'revision_number': 1, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:01.940657 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-f35f4d97-c731-4691-9e66-3e91530f44e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 217 time: 0.0507944 May 25 05:44:01.968615 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] Checking router: 16d2839d-28d3-4778-9d50-326a1ea3e3c6 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:44:01.976559 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-833dc951-bca0-4327-863d-18fba8923ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:01.978877 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-833dc951-bca0-4327-863d-18fba8923ea2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0522122 May 25 05:44:01.987215 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:01.987963 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:43:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:02.007251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca6e2-81d6-4601-a9ff-28b986246a01 req-729af1d2-973e-4b04-a695-c76d8588e4c4 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:02.008806 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a68ca6e2-81d6-4601-a9ff-28b986246a01 req-729af1d2-973e-4b04-a695-c76d8588e4c4 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.1323225 May 25 05:44:02.010813 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-c1e08017-e971-4168-b952-3bd8af4db345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:02.012165 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-c1e08017-e971-4168-b952-3bd8af4db345 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 200 len: 848 time: 0.0662730 May 25 05:44:02.036438 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-9defc29f-deb5-45dd-9979-1b8529306e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:02.039164 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-9defc29f-deb5-45dd-9979-1b8529306e3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539582 May 25 05:44:02.105489 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:02.110436 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a68ca6e2-81d6-4601-a9ff-28b986246a01 req-ed102776-b8ed-4b2b-be59-ffaf783e1d21 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897715 May 25 05:44:02.125165 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-4a8e192a-2e09-439d-907b-4a3f3a52fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:02.128364 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-4a8e192a-2e09-439d-907b-4a3f3a52fa69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c1f9707-80c9-42a9-8278-30334c600f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070619 May 25 05:44:02.168880 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-2db95db1-39b9-45fb-b920-d66db4345b83 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241074 May 25 05:44:02.229812 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-40a0b2e5-b0cc-4cea-801c-f2210ccd65ba service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946438 May 25 05:44:02.265742 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-e958cad4-518a-41da-a6c1-73b0f28cb3d0 req-62a69b97-7f8b-467f-83cd-0f3784f63fa9 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902848 May 25 05:44:02.326009 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2287316e-543e-43b9-a704-9d41e2ed9fcd req-2f3a2ef5-a142-4d5b-bbf1-c04c638de832 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898383 May 25 05:44:02.355171 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'da6b051d-a615-45c4-adf4-655ebba764ac', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'mac_address': 'fa:16:3e:c8:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:43:35Z', 'updated_at': '2022-05-25T05:44:00Z', 'revision_number': 1, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:02.379366 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2a9749-3bdd-44da-81d8-67f5d70b48f5 None None] The sync data for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi is: [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'da6b051d-a615-45c4-adf4-655ebba764ac', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'mac_address': 'fa:16:3e:c8:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:43:35Z', 'updated_at': '2022-05-25T05:44:00Z', 'revision_number': 1, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:44:02.586732 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8354acbd-747e-4b2d-bce8-ac2870fc8776 None None] New status for floating IP da6b051d-a615-45c4-adf4-655ebba764ac: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:44:03.251352 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6dc3e-f840-4fc2-84ef-32bff3e450e2 req-57f2f8e5-d49c-4637-a274-4e2cd7ad9c67 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:03.252985 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-55b6dc3e-f840-4fc2-84ef-32bff3e450e2 req-57f2f8e5-d49c-4637-a274-4e2cd7ad9c67 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0648196 May 25 05:44:03.305576 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-55b6dc3e-f840-4fc2-84ef-32bff3e450e2 req-5c8b72ba-69c6-444f-93ae-012e3bee773a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455413 May 25 05:44:04.210741 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42128) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:04.317798 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-27169215-750c-42eb-80ae-a2997e692b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.407409 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-27169215-750c-42eb-80ae-a2997e692b95 admin admin] Publish callbacks [] for security_group (c426e505-1874-4af0-bd19-be31c95095d0), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.418326 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-27169215-750c-42eb-80ae-a2997e692b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c426e505-1874-4af0-bd19-be31c95095d0), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.453253 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c90a7a-e439-4ae5-b4fd-7142af8d3902 req-3fb1e4d4-ba5e-4c6f-b60f-003752cc6332 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:04.454849 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-43c90a7a-e439-4ae5-b4fd-7142af8d3902 req-3fb1e4d4-ba5e-4c6f-b60f-003752cc6332 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0603292 May 25 05:44:04.462572 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-27169215-750c-42eb-80ae-a2997e692b95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51d222f9b1af4b31a78cb57bdfd08b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507358 May 25 05:44:04.465282 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27169215-750c-42eb-80ae-a2997e692b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c426e505-1874-4af0-bd19-be31c95095d0,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:04.465473 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42136) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:04.541524 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-43c90a7a-e439-4ae5-b4fd-7142af8d3902 req-6cb044ea-b032-423d-b28a-645fe90418a9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784414 May 25 05:44:04.557225 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-061d15c4-c7d6-4085-802d-60463810c460 admin admin] Publish callbacks [] for security_group (c426e505-1874-4af0-bd19-be31c95095d0), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.579473 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-061d15c4-c7d6-4085-802d-60463810c460 admin admin] Publish callbacks [] for security_group (c426e505-1874-4af0-bd19-be31c95095d0), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.630898 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-061d15c4-c7d6-4085-802d-60463810c460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c426e505-1874-4af0-bd19-be31c95095d0), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.634378 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-061d15c4-c7d6-4085-802d-60463810c460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.635555 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-061d15c4-c7d6-4085-802d-60463810c460 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c426e505-1874-4af0-bd19-be31c95095d0 HTTP/1.1" status: 204 len: 168 time: 0.1643257 May 25 05:44:04.643995 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d15c4-c7d6-4085-802d-60463810c460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c426e505-1874-4af0-bd19-be31c95095d0,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:04.906481 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42142) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:04.920679 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6b341046-fd60-4222-b6a3-5d33a4ccb993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:04.998925 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6b341046-fd60-4222-b6a3-5d33a4ccb993 admin admin] Publish callbacks [] for security_group (61b23975-38dd-4aad-b5f6-43cd7a15d54d), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.002743 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6b341046-fd60-4222-b6a3-5d33a4ccb993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (61b23975-38dd-4aad-b5f6-43cd7a15d54d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.041249 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-6b341046-fd60-4222-b6a3-5d33a4ccb993 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=289d7fac4d2b482ba7697fe7338fac75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336493 May 25 05:44:05.041947 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b341046-fd60-4222-b6a3-5d33a4ccb993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b23975-38dd-4aad-b5f6-43cd7a15d54d,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:05.044693 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42144) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:05.093763 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47d99454-6a47-4a32-99ee-0df087f978ca admin admin] Publish callbacks [] for security_group (61b23975-38dd-4aad-b5f6-43cd7a15d54d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.114169 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47d99454-6a47-4a32-99ee-0df087f978ca admin admin] Publish callbacks [] for security_group (61b23975-38dd-4aad-b5f6-43cd7a15d54d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.163624 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47d99454-6a47-4a32-99ee-0df087f978ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (61b23975-38dd-4aad-b5f6-43cd7a15d54d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.166457 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47d99454-6a47-4a32-99ee-0df087f978ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.167702 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-47d99454-6a47-4a32-99ee-0df087f978ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61b23975-38dd-4aad-b5f6-43cd7a15d54d HTTP/1.1" status: 204 len: 168 time: 0.1217701 May 25 05:44:05.175891 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d99454-6a47-4a32-99ee-0df087f978ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b23975-38dd-4aad-b5f6-43cd7a15d54d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:05.511287 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42152) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:05.531630 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd784-f6cb-4164-8c57-792191226531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.628420 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd784-f6cb-4164-8c57-792191226531 admin admin] Publish callbacks [] for security_group (e462499f-cdcb-437d-a8a8-d055ba3a2779), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.638825 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd784-f6cb-4164-8c57-792191226531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e462499f-cdcb-437d-a8a8-d055ba3a2779), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.699308 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2d0cd784-f6cb-4164-8c57-792191226531 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aeef6dee08fa4c108bb282a5cb10a13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865938 May 25 05:44:05.701985 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42156) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:05.702875 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cd784-f6cb-4164-8c57-792191226531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e462499f-cdcb-437d-a8a8-d055ba3a2779,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:05.721596 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59c8ec-dd78-438b-bf3a-35265ef4e3b0 req-99326b61-80f6-4d25-b32b-109a6e5f4010 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:05.723082 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1d59c8ec-dd78-438b-bf3a-35265ef4e3b0 req-99326b61-80f6-4d25-b32b-109a6e5f4010 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0977449 May 25 05:44:05.754914 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b1f01df2-62aa-4c61-b64e-63d7e5670de1 admin admin] Publish callbacks [] for security_group (e462499f-cdcb-437d-a8a8-d055ba3a2779), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.778011 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b1f01df2-62aa-4c61-b64e-63d7e5670de1 admin admin] Publish callbacks [] for security_group (e462499f-cdcb-437d-a8a8-d055ba3a2779), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.779667 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1d59c8ec-dd78-438b-bf3a-35265ef4e3b0 req-9783d376-f871-4822-950e-c5234aa46bdd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500798 May 25 05:44:05.824912 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b1f01df2-62aa-4c61-b64e-63d7e5670de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e462499f-cdcb-437d-a8a8-d055ba3a2779), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.827483 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b1f01df2-62aa-4c61-b64e-63d7e5670de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:05.828635 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b1f01df2-62aa-4c61-b64e-63d7e5670de1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e462499f-cdcb-437d-a8a8-d055ba3a2779 HTTP/1.1" status: 204 len: 168 time: 0.1255040 May 25 05:44:05.837529 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f01df2-62aa-4c61-b64e-63d7e5670de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e462499f-cdcb-437d-a8a8-d055ba3a2779,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:06.901160 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42190) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:06.909378 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b3da5-3446-44d9-83ab-69c438ff9ddb req-ac021355-8297-45f7-919e-87fe73fa4d28 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:06.910879 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d26b3da5-3446-44d9-83ab-69c438ff9ddb req-ac021355-8297-45f7-919e-87fe73fa4d28 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0607877 May 25 05:44:06.961118 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d26b3da5-3446-44d9-83ab-69c438ff9ddb req-413b87a8-732f-4c9d-b2dd-a88c0ec77137 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435607 May 25 05:44:07.013311 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4a8d89c9-1f97-4cef-8285-fd87b0e077c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.015212 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e47d-747a-4054-b266-4bc9999cfd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.098585 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4a8d89c9-1f97-4cef-8285-fd87b0e077c3 admin admin] Publish callbacks [] for security_group (86df0058-2afb-41a7-ab46-9fdebeb41015), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.103336 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4a8d89c9-1f97-4cef-8285-fd87b0e077c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (86df0058-2afb-41a7-ab46-9fdebeb41015), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.140913 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4a8d89c9-1f97-4cef-8285-fd87b0e077c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a0bb8ea849b44e29910fe6371c814bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386806 May 25 05:44:07.141771 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d89c9-1f97-4cef-8285-fd87b0e077c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86df0058-2afb-41a7-ab46-9fdebeb41015,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:07.143672 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42194) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:07.190908 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7cc80a85-6106-4870-89fa-01088d626569 admin admin] Publish callbacks [] for security_group (86df0058-2afb-41a7-ab46-9fdebeb41015), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.212609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7cc80a85-6106-4870-89fa-01088d626569 admin admin] Publish callbacks [] for security_group (86df0058-2afb-41a7-ab46-9fdebeb41015), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.260206 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7cc80a85-6106-4870-89fa-01088d626569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (86df0058-2afb-41a7-ab46-9fdebeb41015), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.262910 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7cc80a85-6106-4870-89fa-01088d626569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:07.264052 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-7cc80a85-6106-4870-89fa-01088d626569 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86df0058-2afb-41a7-ab46-9fdebeb41015 HTTP/1.1" status: 204 len: 168 time: 0.1193221 May 25 05:44:07.271618 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc80a85-6106-4870-89fa-01088d626569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df0058-2afb-41a7-ab46-9fdebeb41015,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:08.085645 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053df00-354b-4c89-96e7-c230b53ed964 req-d6e6dd44-4461-46e5-91c9-3977d46932d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:08.087218 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b053df00-354b-4c89-96e7-c230b53ed964 req-d6e6dd44-4461-46e5-91c9-3977d46932d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0581353 May 25 05:44:08.140088 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b053df00-354b-4c89-96e7-c230b53ed964 req-31dbc315-475f-46fe-9c04-379fc1dc39da tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463471 May 25 05:44:09.156409 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2547cb5f-df6a-4c44-9700-97a9759abe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:09.264421 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb56abb-be2f-4347-b74c-74ba049cb92a req-d95b727c-e39d-435e-afe3-fc56afb2fb0e tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:09.265897 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-edb56abb-be2f-4347-b74c-74ba049cb92a req-d95b727c-e39d-435e-afe3-fc56afb2fb0e tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0543447 May 25 05:44:09.317610 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-edb56abb-be2f-4347-b74c-74ba049cb92a req-a414a1b0-1b36-4d7d-afde-5b71989de82a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460241 May 25 05:44:09.539653 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-e0ce6937-bb75-4af2-949e-5ad06cdfa760 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6eb9fb13e09a41bb9908a4e728d75367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297515 May 25 05:44:09.971321 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-212af618-eb07-4090-a57a-c9c2814558fe tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:09.972824 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-212af618-eb07-4090-a57a-c9c2814558fe tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4278862 May 25 05:44:09.988665 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-a873b413-427f-477b-84e6-f6d936c69824 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/quotas/6eb9fb13e09a41bb9908a4e728d75367 HTTP/1.1" status: 200 len: 375 time: 0.0093031 May 25 05:44:10.021547 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-ac46d040-e932-48b7-913c-3641cfa3048a tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6eb9fb13e09a41bb9908a4e728d75367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274084 May 25 05:44:10.184963 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-362f517c-2ff4-4740-9e61-be6ba912dbc9 req-441cd34a-c363-49c1-b031-95d85f61a2f8 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 210 time: 0.0297742 May 25 05:44:10.368175 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:10.472217 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e434a10-c687-4a0a-92fd-3c9673893b83 req-2f34b003-d638-4717-b635-bbeb696753dd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:10.473714 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0e434a10-c687-4a0a-92fd-3c9673893b83 req-2f34b003-d638-4717-b635-bbeb696753dd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0706201 May 25 05:44:10.528480 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0e434a10-c687-4a0a-92fd-3c9673893b83 req-fb16238c-e2cd-44ff-b460-7e768d7e9d71 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484083 May 25 05:44:11.177531 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-6581e952-1423-4731-9e74-ed7c9c6b1149 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6eb9fb13e09a41bb9908a4e728d75367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216475 May 25 05:44:11.298711 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-57ab0fce-50de-45e4-a2bb-f3fd6a05c26a req-975525d8-18da-42ca-bc9e-5ea08bb7780f tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 210 time: 0.0383081 May 25 05:44:11.317074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-8b09dcab-395c-4a64-9b17-b44052cf45f0 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:11.318581 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-8b09dcab-395c-4a64-9b17-b44052cf45f0 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359415 May 25 05:44:11.333395 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Request body: {'port': {'device_id': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9', 'admin_state_up': True, 'tenant_id': '6eb9fb13e09a41bb9908a4e728d75367'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:11.361383 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:44:11.448810 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Made reservation on behalf of 6eb9fb13e09a41bb9908a4e728d75367 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:44:11.452128 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.460337 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:11.461505 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.471990 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'port_id': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'mac_address': 'fa:16:3e:bf:2c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:44:11.512404 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:11.512799 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.527700 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:44:11.544964 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks [] for security_group (e59c213d-861e-453e-b3a3-f24020d70ae7), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.548068 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:11.549260 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e59c213d-861e-453e-b3a3-f24020d70ae7), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.551890 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.603521 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:11.625655 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59c213d-861e-453e-b3a3-f24020d70ae7,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:11.629336 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.721320 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cba46-0542-4f00-86bd-9a8fee7e8107 req-04b2d267-df74-4004-8176-20ff8c2f4597 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:11.723033 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c8cba46-0542-4f00-86bd-9a8fee7e8107 req-04b2d267-df74-4004-8176-20ff8c2f4597 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 945 time: 0.1147161 May 25 05:44:11.734368 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Allocated IP 192.168.233.213 (faef3a4e-b885-4d0c-b31d-6901415a13a9/9425f89f-7f17-42af-9120-471dd1f190d2/173c3ae1-41c0-494c-a961-088011f3c7d9) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:11.805809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c8cba46-0542-4f00-86bd-9a8fee7e8107 req-89799ea1-0323-4c0e-a3a5-8dfe6de493bc tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733016 May 25 05:44:11.915761 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks [] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.948200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:11.991855 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Network faef3a4e-b885-4d0c-b31d-6901415a13a9 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:11.994735 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:11.997160 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:12.025817 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Pushing event updated for resources: {'Port': ['ID=173c3ae1-41c0-494c-a961-088011f3c7d9,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:12.055847 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:12.056941 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.078062 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-d9b8dc7a-d320-42aa-82f2-4c2412f42275 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7484503 May 25 05:44:12.089550 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Request body: {'port': {'device_id': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:12.110346 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:44:12.158563 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.278916 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-77d02c74-86a4-4bc7-b0e6-b2a3050dd120 None None] Provisioning complete for port 173c3ae1-41c0-494c-a961-088011f3c7d9 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:12.279259 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-77d02c74-86a4-4bc7-b0e6-b2a3050dd120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.327142 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-77d02c74-86a4-4bc7-b0e6-b2a3050dd120 None None] Port 173c3ae1-41c0-494c-a961-088011f3c7d9 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:12.459958 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173c3ae1-41c0-494c-a961-088011f3c7d9 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:44:12.469403 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Publish callbacks [] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.478413 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b6ee9-bdc1-4915-9802-d695dc42b6b6 req-199d4210-22b3-428c-9400-c89c0b9baf00 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:12.479944 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c40b6ee9-bdc1-4915-9802-d695dc42b6b6 req-199d4210-22b3-428c-9400-c89c0b9baf00 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 936 time: 0.1037338 May 25 05:44:12.488900 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.498027 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Transition to ACTIVE for port object 173c3ae1-41c0-494c-a961-088011f3c7d9 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:44:12.505587 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.584566 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c40b6ee9-bdc1-4915-9802-d695dc42b6b6 req-3cbb67da-7595-4634-b919-50f3735704f0 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974734 May 25 05:44:12.586651 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Pushing event updated for resources: {'Port': ['ID=173c3ae1-41c0-494c-a961-088011f3c7d9,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:12.661413 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Attempting to bind port 173c3ae1-41c0-494c-a961-088011f3c7d9 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:12.661750 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Attempting to bind port 173c3ae1-41c0-494c-a961-088011f3c7d9 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:12.662107 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Attempting to bind port 173c3ae1-41c0-494c-a961-088011f3c7d9 on network faef3a4e-b885-4d0c-b31d-6901415a13a9 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:12.667840 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Port 173c3ae1-41c0-494c-a961-088011f3c7d9 on network faef3a4e-b885-4d0c-b31d-6901415a13a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:44:12.668164 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Attempting to bind port 173c3ae1-41c0-494c-a961-088011f3c7d9 on network faef3a4e-b885-4d0c-b31d-6901415a13a9 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:12.673075 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:12.673415 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Checking segment: {'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:12.673822 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Bound using segment: {'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:12.674291 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Bound port: 173c3ae1-41c0-494c-a961-088011f3c7d9, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a8dc2e-cadd-47e0-a1d8-002fde41eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:12.674689 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.744987 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] For port 173c3ae1-41c0-494c-a961-088011f3c7d9, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:12.747945 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] For port 173c3ae1-41c0-494c-a961-088011f3c7d9, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=173c3ae1-41c0-494c-a961-088011f3c7d9,segment=NetworkSegment(96a8dc2e-cadd-47e0-a1d8-002fde41eaaa),segment_id=96a8dc2e-cadd-47e0-a1d8-002fde41eaaa)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:12.754182 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.793970 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:12.794629 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:12.796012 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] 10.222.0.32 "PUT /v2.0/ports/173c3ae1-41c0-494c-a961-088011f3c7d9 HTTP/1.1" status: 200 len: 1098 time: 0.7106729 May 25 05:44:12.796460 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'tag': '173c3ae1-41c0-494c-a961-088011f3c7d9'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:12.798720 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df39b53a-4e42-4bad-ad08-11a1b6d73c89" -d '{"events": [{"name": "network-changed", "server_uuid": "cef04b52-c7de-41f3-b130-3dfbe49e63b9", "tag": "173c3ae1-41c0-494c-a961-088011f3c7d9"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:12.837772 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aad79c-c5c7-481a-aa8c-552cd525a450 service neutron] Pushing event updated for resources: {'Port': ['ID=173c3ae1-41c0-494c-a961-088011f3c7d9,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:12.847665 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd896ab-9459-4ce8-8f13-d200d622c186 x-openstack-request-id: req-8dd896ab-9459-4ce8-8f13-d200d622c186 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:12.848026 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cef04b52-c7de-41f3-b130-3dfbe49e63b9", "tag": "173c3ae1-41c0-494c-a961-088011f3c7d9", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:12.848289 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dd896ab-9459-4ce8-8f13-d200d622c186 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:12.848789 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd896ab-9459-4ce8-8f13-d200d622c186'] response: {'name': 'network-changed', 'server_uuid': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'tag': '173c3ae1-41c0-494c-a961-088011f3c7d9', 'status': 'completed', 'code': 200} May 25 05:44:12.941934 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-a0b8cf3c-3126-406b-a5ec-0cf1ea2ff181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:12.943518 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-a0b8cf3c-3126-406b-a5ec-0cf1ea2ff181 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb9fb13e09a41bb9908a4e728d75367&device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 1132 time: 0.0550690 May 25 05:44:12.981726 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-5a6610f8-b444-46c9-8daf-6a82b2a6c435 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952508 May 25 05:44:12.987083 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-3271b061-96a3-4106-9f08-002174a9fc04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=173c3ae1-41c0-494c-a961-088011f3c7d9 HTTP/1.1" status: 200 len: 217 time: 0.0360239 May 25 05:44:12.993025 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe18c05-b42e-4f3c-bf0f-22991a015b21 req-b90656b9-347b-4141-be05-ffd224285bc5 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:12.994801 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fe18c05-b42e-4f3c-bf0f-22991a015b21 req-b90656b9-347b-4141-be05-ffd224285bc5 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 945 time: 0.1000051 May 25 05:44:13.042256 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-f0ffd725-b1dc-4e68-86a7-e809af07efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.043884 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-f0ffd725-b1dc-4e68-86a7-e809af07efd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9425f89f-7f17-42af-9120-471dd1f190d2 HTTP/1.1" status: 200 len: 843 time: 0.0482745 May 25 05:44:13.078729 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fe18c05-b42e-4f3c-bf0f-22991a015b21 req-4c09a0b6-05b3-4c58-8e6f-b340e96c20d3 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778997 May 25 05:44:13.085975 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-4b267005-2602-4467-bbd7-e243cae1f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.087519 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-4b267005-2602-4467-bbd7-e243cae1f5f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 1129 time: 0.0798047 May 25 05:44:13.103745 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-ad66d690-3d75-4b28-92f8-74019c23761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.105241 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-ad66d690-3d75-4b28-92f8-74019c23761a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=faef3a4e-b885-4d0c-b31d-6901415a13a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0543513 May 25 05:44:13.199818 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-decd6bc1-541a-4069-a495-9cd9ba5784ca service neutron] 10.222.0.32 "GET /v2.0/networks/faef3a4e-b885-4d0c-b31d-6901415a13a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838888 May 25 05:44:13.200039 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-69a9b98a-e1cf-4aeb-9ff4-e4d0fe1b4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.201433 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-69a9b98a-e1cf-4aeb-9ff4-e4d0fe1b4af0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.0859711 May 25 05:44:13.251145 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-3f5b7e60-a446-47a8-9978-1246d0c617c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3 HTTP/1.1" status: 200 len: 217 time: 0.0396700 May 25 05:44:13.301945 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-cc41dc46-842c-4521-b3af-5fed8ddf8f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.304172 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-cc41dc46-842c-4521-b3af-5fed8ddf8f42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0457382 May 25 05:44:13.307405 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-6a5d2775-d3be-46c6-92c8-81e51e85d642 req-3884b35e-0cb2-42b9-ae2f-0c49e3a73b2c service neutron] 10.222.0.32 "GET /v2.0/networks/faef3a4e-b885-4d0c-b31d-6901415a13a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967007 May 25 05:44:13.358074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-0a7723a6-a9a7-4c40-8240-36275c47d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.359543 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-0a7723a6-a9a7-4c40-8240-36275c47d947 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459440 May 25 05:44:13.415688 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-6e0b48c4-951d-4dcc-b505-845226266751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.417344 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-6e0b48c4-951d-4dcc-b505-845226266751 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6eb9fb13e09a41bb9908a4e728d75367&device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 1132 time: 0.0442867 May 25 05:44:13.459167 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-063250bf-3b27-40b6-9cb7-525c692b58f7 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865245 May 25 05:44:13.558499 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d07f985-2a42-4256-9642-2788a60ecc4c req-7768dd2b-a51a-4129-8595-ff1e394d4c71 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938635 May 25 05:44:13.683503 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:13.714807 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ef24d-ede0-40e9-a0d5-5fd384a1eb52 req-ad70bc9a-9595-46ae-a6d6-c16a7aa63d2e tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.717616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-345ef24d-ede0-40e9-a0d5-5fd384a1eb52 req-ad70bc9a-9595-46ae-a6d6-c16a7aa63d2e tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 948 time: 0.0557907 May 25 05:44:13.729082 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-ca794bd3-efd5-459f-860b-26c77ea1d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.730596 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-ca794bd3-efd5-459f-860b-26c77ea1d3f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=faef3a4e-b885-4d0c-b31d-6901415a13a9 HTTP/1.1" status: 200 len: 870 time: 0.3074255 May 25 05:44:13.772950 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-965bbc14-6049-4fb4-8916-4175cb879519 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=173c3ae1-41c0-494c-a961-088011f3c7d9 HTTP/1.1" status: 200 len: 217 time: 0.0350621 May 25 05:44:13.775313 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-345ef24d-ede0-40e9-a0d5-5fd384a1eb52 req-671f3f35-d11d-4a59-8dfd-691e6ccb91c6 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 May 25 05:44:13.821011 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-53c66694-1bcd-4c3f-9191-237fe66b6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.822737 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-53c66694-1bcd-4c3f-9191-237fe66b6234 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9425f89f-7f17-42af-9120-471dd1f190d2 HTTP/1.1" status: 200 len: 843 time: 0.0430408 May 25 05:44:13.893302 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-a5d49494-6498-4bf5-bcd9-6c85d2b81e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:13.895355 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-a5d49494-6498-4bf5-bcd9-6c85d2b81e2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=faef3a4e-b885-4d0c-b31d-6901415a13a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0653462 May 25 05:44:13.997403 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-88eae206-30b0-4210-9c2c-7ab802a45b8a service neutron] 10.222.0.32 "GET /v2.0/networks/faef3a4e-b885-4d0c-b31d-6901415a13a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897176 May 25 05:44:14.113576 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-df39b53a-4e42-4bad-ad08-11a1b6d73c89 req-1a52526a-0150-4e6a-a227-6fb69c0ae1ff service neutron] 10.222.0.32 "GET /v2.0/networks/faef3a4e-b885-4d0c-b31d-6901415a13a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882430 May 25 05:44:14.215935 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab12141-b1a2-45c2-921a-411db9333d21 req-75b22853-288a-4f7a-9e61-d2cfb60cecdd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:14.217505 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6ab12141-b1a2-45c2-921a-411db9333d21 req-75b22853-288a-4f7a-9e61-d2cfb60cecdd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 945 time: 0.0596828 May 25 05:44:14.274767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6ab12141-b1a2-45c2-921a-411db9333d21 req-3aee4a3b-4414-451f-8030-3f3cedd3a8f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514400 May 25 05:44:14.900783 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caefcb4-ae1b-4fe2-9494-94bda7c051d3 req-5edef33c-8480-4bc9-9f03-ff97a130055e tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:14.902395 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6caefcb4-ae1b-4fe2-9494-94bda7c051d3 req-5edef33c-8480-4bc9-9f03-ff97a130055e tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 948 time: 0.0605352 May 25 05:44:14.951906 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6caefcb4-ae1b-4fe2-9494-94bda7c051d3 req-29792f5d-bb84-4aeb-a99d-fd970c27f3c2 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 May 25 05:44:15.080614 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-1b89df88-e727-47af-8025-d1c828a79804 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002319082&fields=id&tenant_id=50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 267 time: 0.0416720 May 25 05:44:15.186847 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-1686e96d-bdce-447a-a2fb-96354e4bb315 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:15.188277 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-1686e96d-bdce-447a-a2fb-96354e4bb315 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 811 time: 0.1006615 May 25 05:44:15.202585 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-fa2e5857-5db1-496a-a7ee-2033417d83bf tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/quotas/50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 375 time: 0.0090661 May 25 05:44:15.255275 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-42d70e07-a39d-441e-b993-fd4eba4905e9 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472329 May 25 05:44:15.380048 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-0358d321-0dc9-4784-95f1-419d85f3431c service neutron] 10.222.0.42 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134267 May 25 05:44:15.387815 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:15.434963 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:44:15.438613 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:15.438977 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:15.458184 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38454330-5256-4881-91f5-d30624030180 req-2a84cdb2-b12d-48a2-aadb-f0e3e5670eb2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:15.459782 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38454330-5256-4881-91f5-d30624030180 req-2a84cdb2-b12d-48a2-aadb-f0e3e5670eb2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 945 time: 0.1192760 May 25 05:44:15.516188 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:15.516575 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:15.520597 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-e7fba56e-fdb6-4f96-8d3f-e6a2ae459ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338999 May 25 05:44:15.535606 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38454330-5256-4881-91f5-d30624030180 req-96995a10-ce05-4a9c-ba7a-cc526242fc54 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690298 May 25 05:44:15.554808 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:15.556146 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:15.558719 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c815c8-30fa-46b8-b3fe-997c00fa5dc2" -d '{"events": [{"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:15.564714 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:15.598482 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e876999-f365-4bf4-a00e-0287c511827b x-openstack-request-id: req-8e876999-f365-4bf4-a00e-0287c511827b {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:15.598806 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:15.599066 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e876999-f365-4bf4-a00e-0287c511827b {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:15.599468 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e876999-f365-4bf4-a00e-0287c511827b'] response: {'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'code': 200} May 25 05:44:15.618131 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:15.831683 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-36a99bcc-0594-4763-84ba-c8b9d20fc1d0 req-95cc8486-3c95-4d6c-875d-734a4829d4e4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 210 time: 0.0279031 May 25 05:44:15.886649 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65abf-525a-4a65-bf21-59dd9132935d req-40a0f70f-82ad-4eba-9728-ced1199decd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:15.888156 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3de65abf-525a-4a65-bf21-59dd9132935d req-40a0f70f-82ad-4eba-9728-ced1199decd6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1130 time: 0.0515018 May 25 05:44:15.937272 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3de65abf-525a-4a65-bf21-59dd9132935d req-b619b13f-97b5-4330-8661-cd083455cb44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 May 25 05:44:16.078417 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c77597-70a8-4113-bf17-4b5cde0de06f req-ad10a15e-3559-4d90-9d5e-16114945b3bc tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:16.079918 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c7c77597-70a8-4113-bf17-4b5cde0de06f req-ad10a15e-3559-4d90-9d5e-16114945b3bc tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 948 time: 0.0602937 May 25 05:44:16.134747 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c7c77597-70a8-4113-bf17-4b5cde0de06f req-eb484e8c-0e76-4852-84ab-5e9baf24998d tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483694 May 25 05:44:16.276077 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:44:16.665578 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2d2c2-d417-4121-9d0e-8e6e418933bf req-650db5fc-12c3-4cda-b04a-b0fa539d0bfd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:16.667212 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67b2d2c2-d417-4121-9d0e-8e6e418933bf req-650db5fc-12c3-4cda-b04a-b0fa539d0bfd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0577598 May 25 05:44:16.716543 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67b2d2c2-d417-4121-9d0e-8e6e418933bf req-78d37118-cff5-47fe-943f-cd27a5e7d95a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437417 May 25 05:44:16.932404 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-77de8a43-8c48-4fc9-bb8f-79b8868b941f req-cb0916a1-9fb1-434e-9e5d-1b0179766c42 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 210 time: 0.0273862 May 25 05:44:17.048313 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-0d4170e7-fd4e-4851-92e4-31af8c4bcb24 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:17.049822 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-0d4170e7-fd4e-4851-92e4-31af8c4bcb24 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 811 time: 0.1200101 May 25 05:44:17.115295 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-fe1d6a20-72de-4437-91d6-85c111245465 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 380 time: 0.0537696 May 25 05:44:17.125048 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'port': {'device_id': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'admin_state_up': True, 'tenant_id': '50bd022e91964892bca03f4af457313e', 'security_groups': ['d799524d-5fbc-475c-8bf1-5c35292ff6de']}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:17.234245 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Made reservation on behalf of 50bd022e91964892bca03f4af457313e for: {'port': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:44:17.237708 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.258224 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7af58f-d811-4457-a819-dd3730642c5c req-26887655-729c-41b2-bfcb-126424dd741f tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:17.259741 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fa7af58f-d811-4457-a819-dd3730642c5c req-26887655-729c-41b2-bfcb-126424dd741f tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 948 time: 0.0565691 May 25 05:44:17.307329 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fa7af58f-d811-4457-a819-dd3730642c5c req-ff4d3d1e-b744-4fe3-97a0-948d11dd32a6 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 May 25 05:44:17.366586 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Allocated IP 172.20.0.4 (93fe70c5-ffbd-49e5-9e9a-a405b4b32023/7baaf296-13c4-446e-adeb-19838eb20b72/80bc38c5-38d1-41cd-a5d7-61a627535799) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:17.383240 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 173c3ae1-41c0-494c-a961-088011f3c7d9 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:44:17.497695 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 173c3ae1-41c0-494c-a961-088011f3c7d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=173c3ae1-41c0-494c-a961-088011f3c7d9,segment=NetworkSegment(96a8dc2e-cadd-47e0-a1d8-002fde41eaaa),segment_id=96a8dc2e-cadd-47e0-a1d8-002fde41eaaa)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:17.510461 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '173c3ae1-41c0-494c-a961-088011f3c7d9', 'network_id': 'faef3a4e-b885-4d0c-b31d-6901415a13a9', 'port_id': '173c3ae1-41c0-494c-a961-088011f3c7d9', 'mac_address': 'fa:16:3e:7c:c7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9425f89f-7f17-42af-9120-471dd1f190d2', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:44:17.520511 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.548444 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 173c3ae1-41c0-494c-a961-088011f3c7d9 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:17.548837 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.555701 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.564939 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173c3ae1-41c0-494c-a961-088011f3c7d9 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:44:17.588924 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 173c3ae1-41c0-494c-a961-088011f3c7d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=173c3ae1-41c0-494c-a961-088011f3c7d9,segment=NetworkSegment(96a8dc2e-cadd-47e0-a1d8-002fde41eaaa),segment_id=96a8dc2e-cadd-47e0-a1d8-002fde41eaaa)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:17.604855 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.674339 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=173c3ae1-41c0-494c-a961-088011f3c7d9,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:17.675214 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:17.676070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=80bc38c5-38d1-41cd-a5d7-61a627535799,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:17.679853 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:17.682230 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:17.739556 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:17.739556 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.758202 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6472fa91-187d-4c25-98fe-35faa39a97a7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366773 May 25 05:44:17.771240 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Request body: {'port': {'device_id': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:17.833801 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.844791 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438bb1-aa8d-4829-8fcc-57ada1feecbc req-b7152a1d-063a-4a80-95b4-940c6d49f11a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:17.846372 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1438bb1-aa8d-4829-8fcc-57ada1feecbc req-b7152a1d-063a-4a80-95b4-940c6d49f11a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0572743 May 25 05:44:17.901420 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1438bb1-aa8d-4829-8fcc-57ada1feecbc req-2841e424-8ca8-489a-9c2e-1ef7478428a4 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475507 May 25 05:44:17.946143 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-f74d9186-97cb-4454-97b5-0a957c9d3062 None None] Provisioning complete for port 80bc38c5-38d1-41cd-a5d7-61a627535799 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:17.946530 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f74d9186-97cb-4454-97b5-0a957c9d3062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:17.998838 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-f74d9186-97cb-4454-97b5-0a957c9d3062 None None] Port 80bc38c5-38d1-41cd-a5d7-61a627535799 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:18.075282 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82406b50-4623-4e9f-95b3-4e265a91d185 req-fb8bf395-8b50-41be-9f30-513d18ab348b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.076803 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-82406b50-4623-4e9f-95b3-4e265a91d185 req-fb8bf395-8b50-41be-9f30-513d18ab348b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0944045 May 25 05:44:18.089342 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa288d61-cd0b-45b3-a03b-48e752a06566 req-81fbd8e2-79e1-4396-8694-1ce8cffae114 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.090853 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fa288d61-cd0b-45b3-a03b-48e752a06566 req-81fbd8e2-79e1-4396-8694-1ce8cffae114 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 931 time: 0.0808053 May 25 05:44:18.094535 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['173c3ae1-41c0-494c-a961-088011f3c7d9'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:44:18.136318 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bc38c5-38d1-41cd-a5d7-61a627535799 {{(pid=110245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:44:18.149331 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Publish callbacks [] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:18.163499 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.provisioning_blocks [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Transition to ACTIVE for port object 80bc38c5-38d1-41cd-a5d7-61a627535799 will not be triggered until provisioned by entity L2. {{(pid=110245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:44:18.170735 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-82406b50-4623-4e9f-95b3-4e265a91d185 req-dc49a20d-f0c2-40da-baf0-a1b096ffeb62 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786841 May 25 05:44:18.177462 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fa288d61-cd0b-45b3-a03b-48e752a06566 req-e58df7fa-f85a-4dcc-affc-a56e637c4775 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795655 May 25 05:44:18.178824 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:18.210480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42344) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:18.231825 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc38c5-38d1-41cd-a5d7-61a627535799,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:18.310197 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Attempting to bind port 80bc38c5-38d1-41cd-a5d7-61a627535799 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:18.310825 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Attempting to bind port 80bc38c5-38d1-41cd-a5d7-61a627535799 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:18.311234 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Attempting to bind port 80bc38c5-38d1-41cd-a5d7-61a627535799 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:18.317105 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Port 80bc38c5-38d1-41cd-a5d7-61a627535799 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:44:18.317421 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Attempting to bind port 80bc38c5-38d1-41cd-a5d7-61a627535799 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:18.323547 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:18.323910 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Checking segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:18.324289 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Bound using segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:18.324728 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Bound port: 80bc38c5-38d1-41cd-a5d7-61a627535799, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:18.325078 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:18.398814 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] For port 80bc38c5-38d1-41cd-a5d7-61a627535799, host hv-cinder-84294, cleared binding levels {{(pid=110245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:18.402142 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] For port 80bc38c5-38d1-41cd-a5d7-61a627535799, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=80bc38c5-38d1-41cd-a5d7-61a627535799,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:18.409401 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:18.445045 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.445597 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:18.447127 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] 10.222.0.32 "PUT /v2.0/ports/80bc38c5-38d1-41cd-a5d7-61a627535799 HTTP/1.1" status: 200 len: 1093 time: 0.6802320 May 25 05:44:18.447934 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:18.450742 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c477f4-098b-43c7-9e59-14cd5bcdcf19" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:18.479977 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a77c41-0204-4abc-bfc3-5d81320675b6 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc38c5-38d1-41cd-a5d7-61a627535799,revision_number=3']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:18.507703 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c8993-8708-45e6-9321-8b897a8625b5 req-baeb43c5-5a51-4faf-883e-50e0c777e67d tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.509370 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f45c8993-8708-45e6-9321-8b897a8625b5 req-baeb43c5-5a51-4faf-883e-50e0c777e67d tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 949 time: 0.1204605 May 25 05:44:18.513778 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df19a635-2eae-4977-866a-83dbb55a813e x-openstack-request-id: req-df19a635-2eae-4977-866a-83dbb55a813e {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:18.514410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:18.514829 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df19a635-2eae-4977-866a-83dbb55a813e {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:18.515438 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df19a635-2eae-4977-866a-83dbb55a813e'] response: {'name': 'network-changed', 'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'status': 'completed', 'code': 200} May 25 05:44:18.519084 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940d78b-2dc1-479c-9f1b-c3589fa34115 tempest-TestShelveInstance-1898434849 tempest-TestShelveInstance-1898434849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.520672 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c940d78b-2dc1-479c-9f1b-c3589fa34115 tempest-TestShelveInstance-1898434849 tempest-TestShelveInstance-1898434849-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1125 time: 0.3089085 May 25 05:44:18.523735 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42352) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:18.528481 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'port_id': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:18.584830 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f45c8993-8708-45e6-9321-8b897a8625b5 req-c4af54cb-fa95-4fe0-85ab-d5e99a22499f tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604985 May 25 05:44:18.589627 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:18.640775 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-5a1ca0c5-a652-42de-9121-c63c71f7b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.642303 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-5a1ca0c5-a652-42de-9121-c63c71f7b661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 1127 time: 0.1092851 May 25 05:44:18.690643 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-3a284bf5-7460-47df-9cbb-74bf1750349e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bc38c5-38d1-41cd-a5d7-61a627535799 HTTP/1.1" status: 200 len: 217 time: 0.0405126 May 25 05:44:18.760164 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-12e60e06-661e-4b09-80ed-18d845da86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.761889 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-12e60e06-661e-4b09-80ed-18d845da86ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0650001 May 25 05:44:18.808555 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:18.873656 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-b8ae9714-3a04-445a-a812-975be72abc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:18.875216 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-b8ae9714-3a04-445a-a812-975be72abc47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025257 May 25 05:44:18.977544 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Allocated IP 172.27.2.218 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/aa021fcf-9f12-49c9-bd93-f19dad232d5e) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:19.048448 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-6e777923-993b-47ca-bc73-69f652d1e115 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513433 May 25 05:44:19.161263 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:19.184176 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-5bdc7ee5-bee9-4a52-bc41-0577b2d18756 req-0538cb9a-9d43-493a-83f3-ea0a99fab2e3 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283536 May 25 05:44:19.211615 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:19.260485 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:19.281714 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:19.284162 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:19.303603 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c330dc-efb6-4397-ae65-c0f275829bce req-04884ab9-f55d-4359-a05f-ca9d85930498 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:19.305038 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-23c330dc-efb6-4397-ae65-c0f275829bce req-04884ab9-f55d-4359-a05f-ca9d85930498 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0530319 May 25 05:44:19.313376 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'Port': ['ID=aa021fcf-9f12-49c9-bd93-f19dad232d5e,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:19.342075 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.342443 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.342793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.343125 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.343455 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.343788 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.344110 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.344432 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.344755 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.345074 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.345403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.345723 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.346039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.363674 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-23c330dc-efb6-4397-ae65-c0f275829bce req-126ef9b9-a99c-4f96-980f-38c87a0a2fd0 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523129 May 25 05:44:19.391446 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 173c3ae1-41c0-494c-a961-088011f3c7d9 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:19.393157 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-0c158c40-4740-42f6-940e-f2529d19ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:19.394835 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-0c158c40-4740-42f6-940e-f2529d19ddae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 1127 time: 0.1455424 May 25 05:44:19.443249 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 173c3ae1-41c0-494c-a961-088011f3c7d9 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:44:19.448324 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 173c3ae1-41c0-494c-a961-088011f3c7d9 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:19.448820 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:19.525765 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 173c3ae1-41c0-494c-a961-088011f3c7d9 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:19.526175 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:19.549629 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173c3ae1-41c0-494c-a961-088011f3c7d9'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:19.551983 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46232cc-abe5-4466-aad6-e63475b63a38" -d '{"events": [{"server_uuid": "cef04b52-c7de-41f3-b130-3dfbe49e63b9", "name": "network-vif-plugged", "status": "completed", "tag": "173c3ae1-41c0-494c-a961-088011f3c7d9"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:19.576916 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 173c3ae1-41c0-494c-a961-088011f3c7d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=173c3ae1-41c0-494c-a961-088011f3c7d9,segment=NetworkSegment(96a8dc2e-cadd-47e0-a1d8-002fde41eaaa),segment_id=96a8dc2e-cadd-47e0-a1d8-002fde41eaaa)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:19.582996 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:19.599651 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-7179ed45-5876-4c85-a22c-e0b71a8010fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:19.601423 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-7179ed45-5876-4c85-a22c-e0b71a8010fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.1971090 May 25 05:44:19.608558 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58976143-4c41-4388-8225-86668ad0f8fa x-openstack-request-id: req-58976143-4c41-4388-8225-86668ad0f8fa {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:19.608837 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef04b52-c7de-41f3-b130-3dfbe49e63b9", "name": "network-vif-plugged", "status": "completed", "tag": "173c3ae1-41c0-494c-a961-088011f3c7d9", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:19.609094 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58976143-4c41-4388-8225-86668ad0f8fa {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:19.609488 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58976143-4c41-4388-8225-86668ad0f8fa'] response: {'server_uuid': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173c3ae1-41c0-494c-a961-088011f3c7d9', 'code': 200} May 25 05:44:19.649128 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=173c3ae1-41c0-494c-a961-088011f3c7d9,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:19.658432 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.658432 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.658763 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.658986 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.659330 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.659667 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.660381 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.660381 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.660762 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.661187 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.661567 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.661954 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.662369 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:19.665856 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-6346e161-3776-49ca-91b9-b0ad2c6594d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bc38c5-38d1-41cd-a5d7-61a627535799 HTTP/1.1" status: 200 len: 217 time: 0.0462954 May 25 05:44:19.742539 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7c059-8f53-47bc-b3c2-4a48df9700b9 req-54547b18-240d-4578-838a-9849b14c2a4c tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:19.744263 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-97d7c059-8f53-47bc-b3c2-4a48df9700b9 req-54547b18-240d-4578-838a-9849b14c2a4c tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 950 time: 0.0625720 May 25 05:44:19.812793 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-97d7c059-8f53-47bc-b3c2-4a48df9700b9 req-df73ce53-2c6b-4577-bd05-83fa3a05829b tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627608 May 25 05:44:19.857696 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85fe5-78a1-4e5e-835a-c4e0c7329a4f req-f2a18c8a-991d-4d0b-8af6-49bc9bc36f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:19.859254 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-57d85fe5-78a1-4e5e-835a-c4e0c7329a4f req-f2a18c8a-991d-4d0b-8af6-49bc9bc36f1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 1134 time: 0.0617862 May 25 05:44:19.905381 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-57d85fe5-78a1-4e5e-835a-c4e0c7329a4f req-dc918eb6-713c-46c9-b733-ef2a37d68b35 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392389 May 25 05:44:19.999778 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-d8c1715c-7fdd-4297-b918-17de8dd259db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:20.001204 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-d8c1715c-7fdd-4297-b918-17de8dd259db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.3287888 May 25 05:44:20.058233 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for floatingip (5fc5874f-33c3-418c-be09-3f066ff72153), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:20.124153 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:20.283704 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-8b4c896d-4f78-4022-a676-ba1ae83021ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:20.285208 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-8b4c896d-4f78-4022-a676-ba1ae83021ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718341 May 25 05:44:20.317721 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:20.343347 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:20.442436 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event updated for resources: {'Port': ['ID=aa021fcf-9f12-49c9-bd93-f19dad232d5e,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:20.458412 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (5fc5874f-33c3-418c-be09-3f066ff72153), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:20.464564 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-b1570ca6-b53b-46ac-94fb-77ed40abc1c2 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695831 May 25 05:44:20.489118 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af725d5-545e-43a3-8173-ac4882e295bf req-2b601068-1182-4598-80d1-cce36eef1123 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:20.490667 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9af725d5-545e-43a3-8173-ac4882e295bf req-2b601068-1182-4598-80d1-cce36eef1123 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0528169 May 25 05:44:20.542311 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9af725d5-545e-43a3-8173-ac4882e295bf req-cb72e7f3-84cd-47e2-90c9-07c5c6e50417 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447130 May 25 05:44:20.607108 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Floating IP 5fc5874f-33c3-418c-be09-3f066ff72153 associated. External IP: 172.27.2.218, port: d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5. May 25 05:44:20.671645 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-51c477f4-098b-43c7-9e59-14cd5bcdcf19 req-b93cab40-6da4-45cc-826f-162ca55c3909 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598346 May 25 05:44:20.819365 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Router f7fe6376-dbc6-43e6-8c91-90cca4498afa has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:44:20.923027 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:44:20.933457 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] Sync routers for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:44:20.933943 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c199653-5d4f-4fce-b496-fc4c3aa406da req-295557c4-956a-48f1-8728-3e8c48d1866a tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:20.935260 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9c199653-5d4f-4fce-b496-fc4c3aa406da req-295557c4-956a-48f1-8728-3e8c48d1866a tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 950 time: 0.0552197 May 25 05:44:20.945451 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:20.946309 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:20.949106 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:20.986550 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d2b07772-8aba-4969-83d6-9ba7c5f13dd9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4595876 May 25 05:44:20.986550 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:20.987683 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc870b4-e840-4d35-91fe-768d5b6a929c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:20.994006 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9c199653-5d4f-4fce-b496-fc4c3aa406da req-d1bcf892-b6fb-459c-b74a-1e5e6320dd16 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 May 25 05:44:21.027484 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88848560-a652-428b-86fa-d799ff10a120 x-openstack-request-id: req-88848560-a652-428b-86fa-d799ff10a120 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:21.027780 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:21.028041 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88848560-a652-428b-86fa-d799ff10a120 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:21.028457 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88848560-a652-428b-86fa-d799ff10a120'] response: {'name': 'network-changed', 'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'status': 'completed', 'code': 200} May 25 05:44:21.057485 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:21.102898 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-ea113237-ead1-4f41-a256-3e4ecf6f8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:21.104541 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-ea113237-ead1-4f41-a256-3e4ecf6f8e44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1130 time: 0.0484812 May 25 05:44:21.201184 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-717d862f-b5bd-4a1b-944d-050402d3c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:21.202569 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-717d862f-b5bd-4a1b-944d-050402d3c1fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 910 time: 0.0893831 May 25 05:44:21.271022 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-9d45bf70-1c7f-4c23-a2cc-5202323e82d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 1000 time: 0.0576305 May 25 05:44:21.323198 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-df6470f2-5a50-4f29-a1fc-66c4e05e1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:21.324673 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-df6470f2-5a50-4f29-a1fc-66c4e05e1873 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 200 len: 848 time: 0.0438511 May 25 05:44:21.362154 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '5fc5874f-33c3-418c-be09-3f066ff72153', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'port_id': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'mac_address': 'fa:16:3e:bf:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:44:19Z', 'updated_at': '2022-05-25T05:44:19Z', 'revision_number': 0, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 5, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:21.378698 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-6eca4440-7650-4b06-9cbc-7b169831004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:21.380205 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-6eca4440-7650-4b06-9cbc-7b169831004a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c1f9707-80c9-42a9-8278-30334c600f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446601 May 25 05:44:21.386035 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] Checking router: f7fe6376-dbc6-43e6-8c91-90cca4498afa for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:44:21.394281 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:21.394877 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:21.476964 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-d70fecf9-f0ba-45cd-974b-2d7d3e634bd4 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864704 May 25 05:44:21.496184 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:21.567046 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-bfc870b4-e840-4d35-91fe-768d5b6a929c req-f2d2e02f-72d4-44a7-9ed0-309dc019dc08 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841093 May 25 05:44:21.664246 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da227c8-b8b1-47e3-9634-9988914f475a req-c07dd6bb-febe-4279-957d-0cb6ddd6c893 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:21.665762 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6da227c8-b8b1-47e3-9634-9988914f475a req-c07dd6bb-febe-4279-957d-0cb6ddd6c893 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0535758 May 25 05:44:21.715204 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6da227c8-b8b1-47e3-9634-9988914f475a req-391898f5-76cf-4bb0-b6f5-9334d1747f44 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435123 May 25 05:44:21.718801 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '5fc5874f-33c3-418c-be09-3f066ff72153', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'port_id': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'mac_address': 'fa:16:3e:bf:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:44:19Z', 'updated_at': '2022-05-25T05:44:19Z', 'revision_number': 0, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 5, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:21.747077 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e5cba-a1d3-43ae-9996-cbe089c0289b None None] The sync data for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi is: [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '5fc5874f-33c3-418c-be09-3f066ff72153', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'floating_ip_address': '172.27.2.218', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'port_id': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'mac_address': 'fa:16:3e:bf:2c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:44:19Z', 'updated_at': '2022-05-25T05:44:19Z', 'revision_number': 0, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 5, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:44:21.962147 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2eed37d-2c9f-40b5-a0dc-689896d0e6c2 None None] New status for floating IP 5fc5874f-33c3-418c-be09-3f066ff72153: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:44:22.121670 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7adf2b-df2e-4982-a1b5-71a48b7dedb4 req-03067a0c-966b-470d-aee9-c2a902689028 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:22.123251 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5e7adf2b-df2e-4982-a1b5-71a48b7dedb4 req-03067a0c-966b-470d-aee9-c2a902689028 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 950 time: 0.0594542 May 25 05:44:22.171120 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5e7adf2b-df2e-4982-a1b5-71a48b7dedb4 req-2e5e2cc0-da36-4a06-920a-07dea93e65db tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 May 25 05:44:22.434681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05a4bd-8bb9-48a2-8649-48212ca4772b req-e70fd0ec-ab0a-445e-a2f0-5077053060ba tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:22.436159 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c05a4bd-8bb9-48a2-8649-48212ca4772b req-e70fd0ec-ab0a-445e-a2f0-5077053060ba tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 950 time: 0.0530829 May 25 05:44:22.485241 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c05a4bd-8bb9-48a2-8649-48212ca4772b req-b72f49a9-533f-4003-aecd-835126275312 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 May 25 05:44:22.831684 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c03ddf-2d21-4e98-b27a-42160c09e126 req-c8e748ba-adc3-4ef3-857b-c4cac6fbdf83 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:22.833144 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-95c03ddf-2d21-4e98-b27a-42160c09e126 req-c8e748ba-adc3-4ef3-857b-c4cac6fbdf83 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0518661 May 25 05:44:22.885470 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-95c03ddf-2d21-4e98-b27a-42160c09e126 req-48d70db9-a171-48fe-a318-114cac156cef tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467265 May 25 05:44:23.608561 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3c8dc-dd98-44cc-9dcd-8688d5b321bd req-d7db4892-1d0e-402f-b473-6c00bf7e9b30 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:23.610145 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d7d3c8dc-dd98-44cc-9dcd-8688d5b321bd req-d7db4892-1d0e-402f-b473-6c00bf7e9b30 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 950 time: 0.0557258 May 25 05:44:23.661161 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d7d3c8dc-dd98-44cc-9dcd-8688d5b321bd req-ccca83f9-3a24-4138-863f-70b2de064441 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/security-groups?id=e59c213d-861e-453e-b3a3-f24020d70ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 May 25 05:44:23.999781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248642e-e9b2-45fd-88e8-a2cc0107f406 req-aab222b8-52b9-49ce-a463-7a798fc4fda4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:24.001249 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d248642e-e9b2-45fd-88e8-a2cc0107f406 req-aab222b8-52b9-49ce-a463-7a798fc4fda4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0504334 May 25 05:44:24.050064 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d248642e-e9b2-45fd-88e8-a2cc0107f406 req-bcd72502-e53a-4a6f-b82c-add00558d1f2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 May 25 05:44:24.326472 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-f33576fd-e280-4176-93da-6b66dcea35c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:24.327840 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-f33576fd-e280-4176-93da-6b66dcea35c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.32 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 950 time: 0.0863650 May 25 05:44:24.448894 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Deleting port 173c3ae1-41c0-494c-a961-088011f3c7d9 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:44:24.449232 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:24.541655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] For port 173c3ae1-41c0-494c-a961-088011f3c7d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=173c3ae1-41c0-494c-a961-088011f3c7d9,segment=NetworkSegment(96a8dc2e-cadd-47e0-a1d8-002fde41eaaa),segment_id=96a8dc2e-cadd-47e0-a1d8-002fde41eaaa)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:24.542020 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:24.556628 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Calling delete_port for 173c3ae1-41c0-494c-a961-088011f3c7d9 owned by compute:nova {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:44:24.713045 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (173c3ae1-41c0-494c-a961-088011f3c7d9), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:24.733587 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['173c3ae1-41c0-494c-a961-088011f3c7d9'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:44:24.741975 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Pushing event deleted for resources: {'Port': ['ID=173c3ae1-41c0-494c-a961-088011f3c7d9,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:24.777824 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af932ee2-6fd9-4c52-b937-524e57a3549a req-83e19a32-559d-46f4-9a19-7cad0b60bc9f tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.42 "GET /v2.0/ports?device_id=cef04b52-c7de-41f3-b130-3dfbe49e63b9 HTTP/1.1" status: 200 len: 210 time: 0.0459974 May 25 05:44:24.810021 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] No DVR routers for this DVR port 173c3ae1-41c0-494c-a961-088011f3c7d9 on host hv-cinder-84294 {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:44:24.813435 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:24.816848 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-fe4b4778-105e-4ffe-a80f-0b312e87a706 req-b4d4dd9a-8ea9-4c63-bbeb-5f2d54ce32c7 tempest-VolumesNegativeTest-548954489 tempest-VolumesNegativeTest-548954489-project] 10.222.0.32 "DELETE /v2.0/ports/173c3ae1-41c0-494c-a961-088011f3c7d9 HTTP/1.1" status: 204 len: 173 time: 0.4819133 May 25 05:44:24.817360 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'name': 'network-vif-deleted', 'tag': '173c3ae1-41c0-494c-a961-088011f3c7d9'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:24.820314 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998c6e24-b682-4fea-9f50-2c25d8acf870" -d '{"events": [{"server_uuid": "cef04b52-c7de-41f3-b130-3dfbe49e63b9", "name": "network-vif-deleted", "tag": "173c3ae1-41c0-494c-a961-088011f3c7d9"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:24.868791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a54c75-6849-4b46-8f90-42cf18e23fc2 x-openstack-request-id: req-87a54c75-6849-4b46-8f90-42cf18e23fc2 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:24.869196 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cef04b52-c7de-41f3-b130-3dfbe49e63b9", "name": "network-vif-deleted", "tag": "173c3ae1-41c0-494c-a961-088011f3c7d9", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:24.869525 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87a54c75-6849-4b46-8f90-42cf18e23fc2 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:24.870003 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a54c75-6849-4b46-8f90-42cf18e23fc2'] response: {'server_uuid': 'cef04b52-c7de-41f3-b130-3dfbe49e63b9', 'name': 'network-vif-deleted', 'tag': '173c3ae1-41c0-494c-a961-088011f3c7d9', 'status': 'completed', 'code': 200} May 25 05:44:25.166840 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ec069-a314-49da-bc39-6f06b4916e13 req-126f1eda-af56-4430-aec8-48ef9d431210 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:25.168648 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5f7ec069-a314-49da-bc39-6f06b4916e13 req-126f1eda-af56-4430-aec8-48ef9d431210 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0529470 May 25 05:44:25.216541 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5f7ec069-a314-49da-bc39-6f06b4916e13 req-9e2a96c8-2fc9-4eac-8879-810719dad41d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424352 May 25 05:44:26.339435 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed9410-0944-416b-8b26-d4d45ca81853 req-9307562b-59c9-4599-9eb2-eec579714e3c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:26.340978 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b5ed9410-0944-416b-8b26-d4d45ca81853 req-9307562b-59c9-4599-9eb2-eec579714e3c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0563941 May 25 05:44:26.392626 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b5ed9410-0944-416b-8b26-d4d45ca81853 req-d46a568e-3759-46a3-a8b3-68194321f8a5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449166 May 25 05:44:27.455487 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 80bc38c5-38d1-41cd-a5d7-61a627535799 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:44:27.461404 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 173c3ae1-41c0-494c-a961-088011f3c7d9 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:44:27.488039 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 173c3ae1-41c0-494c-a961-088011f3c7d9 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:44:27.488422 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 173c3ae1-41c0-494c-a961-088011f3c7d9 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:44:27.523468 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b296e6b-5241-44be-b3d8-706f7c2a0764 req-96cb8972-1ab2-4073-b2f0-5b7d6c06d70b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:27.524976 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9b296e6b-5241-44be-b3d8-706f7c2a0764 req-96cb8972-1ab2-4073-b2f0-5b7d6c06d70b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 943 time: 0.0589972 May 25 05:44:27.576342 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9b296e6b-5241-44be-b3d8-706f7c2a0764 req-049cc548-2cdc-4ec3-a4ec-10dccc922037 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450928 May 25 05:44:27.577317 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 80bc38c5-38d1-41cd-a5d7-61a627535799, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=80bc38c5-38d1-41cd-a5d7-61a627535799,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:27.590174 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'port_id': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'mac_address': 'fa:16:3e:8b:fe:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:44:27.631302 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 80bc38c5-38d1-41cd-a5d7-61a627535799 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:27.631696 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:27.647352 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bc38c5-38d1-41cd-a5d7-61a627535799 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:44:27.668047 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 80bc38c5-38d1-41cd-a5d7-61a627535799, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=80bc38c5-38d1-41cd-a5d7-61a627535799,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:27.672455 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:27.719842 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=80bc38c5-38d1-41cd-a5d7-61a627535799,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:28.202685 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['80bc38c5-38d1-41cd-a5d7-61a627535799'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:44:28.705598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef69710-50ff-438b-83b7-7aed9e84b514 req-ac30dc8c-d90b-4d2b-bfa9-7acd651f9bb6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:28.707044 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ef69710-50ff-438b-83b7-7aed9e84b514 req-ac30dc8c-d90b-4d2b-bfa9-7acd651f9bb6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 944 time: 0.0608387 May 25 05:44:28.775731 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ef69710-50ff-438b-83b7-7aed9e84b514 req-971fdaaa-fd71-4857-9dc1-5dc354cf878a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606096 May 25 05:44:29.898206 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42660) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:29.906246 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a52ff-5e5f-4bf4-bfb8-10b102518597 req-10e53c88-05f1-4da4-b23d-be61d0db5846 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:29.907727 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a60a52ff-5e5f-4bf4-bfb8-10b102518597 req-10e53c88-05f1-4da4-b23d-be61d0db5846 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 944 time: 0.0601451 May 25 05:44:29.962454 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a60a52ff-5e5f-4bf4-bfb8-10b102518597 req-ca4f4192-4ddd-4f18-a7fb-f317e77c33d4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483589 May 25 05:44:30.032399 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-aa8e6e39-c646-45ed-b34a-bf91a5baba5c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6eb9fb13e09a41bb9908a4e728d75367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323578 May 25 05:44:30.034753 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42664) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:30.081727 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2675a13-1573-497d-931b-78cefa02a4a5 admin admin] Publish callbacks [] for security_group (e59c213d-861e-453e-b3a3-f24020d70ae7), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:30.103380 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2675a13-1573-497d-931b-78cefa02a4a5 admin admin] Publish callbacks [] for security_group (e59c213d-861e-453e-b3a3-f24020d70ae7), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:30.149524 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2675a13-1573-497d-931b-78cefa02a4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e59c213d-861e-453e-b3a3-f24020d70ae7), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:30.152162 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e2675a13-1573-497d-931b-78cefa02a4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:30.153409 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e2675a13-1573-497d-931b-78cefa02a4a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e59c213d-861e-453e-b3a3-f24020d70ae7 HTTP/1.1" status: 204 len: 168 time: 0.1177440 May 25 05:44:30.161317 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2675a13-1573-497d-931b-78cefa02a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59c213d-861e-453e-b3a3-f24020d70ae7,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:30.910315 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42688) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:31.008856 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-171386249-network', 'tenant_id': '4c4293f2a3f34c698febca8d50011258'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:31.028116 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Made reservation on behalf of 4c4293f2a3f34c698febca8d50011258 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:44:31.030575 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.041594 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.086824 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523ec3d-c9e4-440c-9d2b-8984112b110a req-f9108164-1a58-4185-a825-1d4f650e0f60 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:31.088451 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7523ec3d-c9e4-440c-9d2b-8984112b110a req-f9108164-1a58-4185-a825-1d4f650e0f60 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 944 time: 0.0578432 May 25 05:44:31.126867 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks [] for security_group (04eaeb60-4943-4345-a659-aeb47224bcd6), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.131114 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (04eaeb60-4943-4345-a659-aeb47224bcd6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.139997 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7523ec3d-c9e4-440c-9d2b-8984112b110a req-6359a000-efd4-478a-b4ab-cd5a93b28f96 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449319 May 25 05:44:31.156606 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] vlan segment allocate from pool success with {'vlan_id': 292, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:44:31.167520 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eaeb60-4943-4345-a659-aeb47224bcd6,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:31.173085 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (bbd582be-d5a2-4ec9-82f1-00bb974cfb01), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.173431 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Added segment bbd582be-d5a2-4ec9-82f1-00bb974cfb01 of type vlan for network ab7d5dc5-cbc6-44fe-816a-e72d6499402f May 25 05:44:31.215613 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (ab7d5dc5-cbc6-44fe-816a-e72d6499402f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.240407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (ab7d5dc5-cbc6-44fe-816a-e72d6499402f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.241356 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:31.241927 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.300778 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3893688 May 25 05:44:31.304075 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42694) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:31.304249 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d4360-8a00-4afa-ba0c-fa02c8599423 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7d5dc5-cbc6-44fe-816a-e72d6499402f,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:31.308938 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Request body: {'subnet': {'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-171386249-subnet', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:31.314714 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:44:31.328889 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Made reservation on behalf of 4c4293f2a3f34c698febca8d50011258 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:44:31.331411 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129350882'] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.458351 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 80bc38c5-38d1-41cd-a5d7-61a627535799 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:31.507847 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 80bc38c5-38d1-41cd-a5d7-61a627535799 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:44:31.512624 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 80bc38c5-38d1-41cd-a5d7-61a627535799 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:31.513088 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.593446 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 80bc38c5-38d1-41cd-a5d7-61a627535799 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:31.593832 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.618146 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:31.621186 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6e0752-aa28-4ed8-a8d0-0709e3b86eca" -d '{"events": [{"server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "name": "network-vif-plugged", "status": "completed", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:31.635864 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 80bc38c5-38d1-41cd-a5d7-61a627535799, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=80bc38c5-38d1-41cd-a5d7-61a627535799,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:31.641129 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.664878 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a0e05d-9122-4044-b98c-743fa6a45780 x-openstack-request-id: req-b0a0e05d-9122-4044-b98c-743fa6a45780 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:31.665198 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "name": "network-vif-plugged", "status": "completed", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:31.665457 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0a0e05d-9122-4044-b98c-743fa6a45780 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:31.665854 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a0e05d-9122-4044-b98c-743fa6a45780'] response: {'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'code': 200} May 25 05:44:31.696012 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=80bc38c5-38d1-41cd-a5d7-61a627535799,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:31.731072 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128771437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129350860'] for subnet (2494d5e8-02ba-4a77-a657-87131b87a208), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.786787 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2494d5e8-02ba-4a77-a657-87131b87a208,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:31.797951 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.798330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.798677 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.799018 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.799368 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.799689 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.800043 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.800375 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.800704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.801030 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.801359 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.801678 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.802031 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:31.807692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Checking segment: {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:31.808055 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Network hostable DHCP agents. Network: ab7d5dc5-cbc6-44fe-816a-e72d6499402f, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:44:31.826630 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:44:31.835824 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, ab7d5dc5-cbc6-44fe-816a-e72d6499402f) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:31.840121 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:31.840747 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.844858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6458f-7ff3-48df-b064-a8da03568447 None None] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:44:31.870205 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42698) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:31.874924 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:31.879461 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c0a8e15e-6d99-4fbf-b5dc-9336f4799b54 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5742295 May 25 05:44:31.896131 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (cf748a0b-f009-46ee-930c-8f6c338ad94d), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.897228 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (cf748a0b-f009-46ee-930c-8f6c338ad94d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.952651 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'project_id': '4c4293f2a3f34c698febca8d50011258', 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:44:31.953558 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.984660 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks [] for router_controller (cf748a0b-f009-46ee-930c-8f6c338ad94d), precommit_add_association {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:31.987631 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba10da2-c9a6-4bc2-879f-d8b261dab741 req-5d9ba17f-7657-49f8-9b97-83a35c6a8a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:31.989212 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-cba10da2-c9a6-4bc2-879f-d8b261dab741 req-5d9ba17f-7657-49f8-9b97-83a35c6a8a27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 1129 time: 0.0885737 May 25 05:44:32.089615 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Allocated IP 172.20.0.2 (ab7d5dc5-cbc6-44fe-816a-e72d6499402f/2494d5e8-02ba-4a77-a657-87131b87a208/773f283f-5bd0-472a-aacd-ff9a4cc380ae) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:32.240939 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Publish callbacks [] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.247641 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.274071 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65c0cf-0d9d-4b81-8318-dc129a9c77dd req-d00270db-600e-413c-a124-97d97aa0cdc6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:32.276639 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ac65c0cf-0d9d-4b81-8318-dc129a9c77dd req-d00270db-600e-413c-a124-97d97aa0cdc6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 945 time: 0.0611355 May 25 05:44:32.287423 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:32.290439 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:32.296493 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:32.304260 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Pushing event updated for resources: {'Port': ['ID=773f283f-5bd0-472a-aacd-ff9a4cc380ae,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:32.341659 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ac65c0cf-0d9d-4b81-8318-dc129a9c77dd req-b45d42ae-9c48-4daf-b33a-9120f193b264 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558724 May 25 05:44:32.358046 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Attempting to bind port 773f283f-5bd0-472a-aacd-ff9a4cc380ae on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:32.358582 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Attempting to bind port 773f283f-5bd0-472a-aacd-ff9a4cc380ae by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:32.358807 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Attempting to bind port 773f283f-5bd0-472a-aacd-ff9a4cc380ae on network ab7d5dc5-cbc6-44fe-816a-e72d6499402f {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:32.364299 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-cba10da2-c9a6-4bc2-879f-d8b261dab741 req-693e2eb3-1930-4813-925f-d73a7a213a32 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407273 May 25 05:44:32.364661 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:32.365661 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Checking segment: {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:32.366157 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.366550 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Bound using segment: {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:32.367031 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Bound port: 773f283f-5bd0-472a-aacd-ff9a4cc380ae, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:32.367413 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.368802 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks [] for router_gateway (cf748a0b-f009-46ee-930c-8f6c338ad94d), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.430025 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] For port 773f283f-5bd0-472a-aacd-ff9a4cc380ae, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:32.435074 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] For port 773f283f-5bd0-472a-aacd-ff9a4cc380ae, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=773f283f-5bd0-472a-aacd-ff9a4cc380ae,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:32.440994 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.502775 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dc7a2-7f9e-4c3d-b7c4-4dc118700828 None None] Pushing event updated for resources: {'Port': ['ID=773f283f-5bd0-472a-aacd-ff9a4cc380ae,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:32.587850 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks [] for router_gateway (cf748a0b-f009-46ee-930c-8f6c338ad94d), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.611150 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.739261 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Allocated IP 172.27.2.59 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/7f806acf-cc8b-4809-9510-31e3483903ec) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:32.854262 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks [] for port (7f806acf-cc8b-4809-9510-31e3483903ec), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.886717 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:32.921674 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:32.925867 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:32.931794 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:32.954333 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Pushing event updated for resources: {'Port': ['ID=7f806acf-cc8b-4809-9510-31e3483903ec,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:33.053693 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 773f283f-5bd0-472a-aacd-ff9a4cc380ae up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:33.107872 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 773f283f-5bd0-472a-aacd-ff9a4cc380ae triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:33.108244 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.187176 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks [] for router_gateway (cf748a0b-f009-46ee-930c-8f6c338ad94d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.189456 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 773f283f-5bd0-472a-aacd-ff9a4cc380ae is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:33.189840 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.359666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 773f283f-5bd0-472a-aacd-ff9a4cc380ae, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=773f283f-5bd0-472a-aacd-ff9a4cc380ae,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:33.367105 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.394730 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (cf748a0b-f009-46ee-930c-8f6c338ad94d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.429881 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=773f283f-5bd0-472a-aacd-ff9a4cc380ae,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:33.492574 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d11752-a67b-4ddf-8fbb-2969a9006680 None None] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:44:33.501070 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf462b9-3125-4691-8fcd-73b4973e86da req-ca6f734b-152f-4a02-aa28-5cdd1271eeac tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:33.507955 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fbf462b9-3125-4691-8fcd-73b4973e86da req-ca6f734b-152f-4a02-aa28-5cdd1271eeac tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 945 time: 0.0773034 May 25 05:44:33.543343 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Router cf748a0b-f009-46ee-930c-8f6c338ad94d is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110245) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:44:33.562684 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fbf462b9-3125-4691-8fcd-73b4973e86da req-fa0a09d3-56d2-4bf7-b35d-69408874daa0 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535445 May 25 05:44:33.601545 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-31e132a1-ebc2-4fa5-a019-b5e58663c161 None None] Provisioning complete for port 773f283f-5bd0-472a-aacd-ff9a4cc380ae triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:33.601925 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-31e132a1-ebc2-4fa5-a019-b5e58663c161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.645594 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:44:33.659514 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Sync routers for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:44:33.666773 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.670866 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-118b3d12-6a1f-4cb8-a27d-d6bbc1951889 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7969162 May 25 05:44:33.672382 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42704) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:33.676236 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:33.676882 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:33.692058 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-31e132a1-ebc2-4fa5-a019-b5e58663c161 None None] Current status of the port 773f283f-5bd0-472a-aacd-ff9a4cc380ae is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:33.784127 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:33.913941 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-1a457d90-642f-457d-bc8e-6eb2edbdc9b2 None None] Provisioning complete for port 773f283f-5bd0-472a-aacd-ff9a4cc380ae triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:33.914618 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1a457d90-642f-457d-bc8e-6eb2edbdc9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:33.965287 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:33Z', 'revision_number': 3, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:33.989647 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Checking router: cf748a0b-f009-46ee-930c-8f6c338ad94d for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:44:33.990749 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Updating router cf748a0b-f009-46ee-930c-8f6c338ad94d port 7f806acf-cc8b-4809-9510-31e3483903ec binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:44:34.005977 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-1a457d90-642f-457d-bc8e-6eb2edbdc9b2 None None] Current status of the port 773f283f-5bd0-472a-aacd-ff9a4cc380ae is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:34.023498 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.111919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.273242 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Allocated IP 172.20.0.1 (ab7d5dc5-cbc6-44fe-816a-e72d6499402f/2494d5e8-02ba-4a77-a657-87131b87a208/880510fe-e93d-4780-bafc-82700ea76fab) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:34.282078 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Publish callbacks [] for port (7f806acf-cc8b-4809-9510-31e3483903ec), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.287208 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.338899 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Attempting to bind port 7f806acf-cc8b-4809-9510-31e3483903ec on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:34.339279 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Attempting to bind port 7f806acf-cc8b-4809-9510-31e3483903ec by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:34.339650 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Attempting to bind port 7f806acf-cc8b-4809-9510-31e3483903ec on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:34.342740 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Pushing event updated for resources: {'Port': ['ID=7f806acf-cc8b-4809-9510-31e3483903ec,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:34.352910 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:34.353493 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:34.354008 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.354436 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:34.354918 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Bound port: 7f806acf-cc8b-4809-9510-31e3483903ec, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:34.355303 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.358301 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.358682 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.359046 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.359389 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.359728 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.360063 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.360392 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.360723 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.361052 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.361397 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.361727 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.362051 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.362400 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:44:34.378741 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks [] for port (880510fe-e93d-4780-bafc-82700ea76fab), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.415088 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] For port 7f806acf-cc8b-4809-9510-31e3483903ec, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:34.418722 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (880510fe-e93d-4780-bafc-82700ea76fab), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.419168 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] For port 7f806acf-cc8b-4809-9510-31e3483903ec, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=7f806acf-cc8b-4809-9510-31e3483903ec,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:34.425076 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.456479 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:34.460251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:34.466239 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:34.479340 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac8636-6623-4e8d-99f7-6656929a4da0 None None] Pushing event updated for resources: {'Port': ['ID=7f806acf-cc8b-4809-9510-31e3483903ec,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:34.489014 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:34.490363 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:34.492582 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Pushing event updated for resources: {'Port': ['ID=880510fe-e93d-4780-bafc-82700ea76fab,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:34.513153 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (cf748a0b-f009-46ee-930c-8f6c338ad94d), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.598048 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:34.682236 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (880510fe-e93d-4780-bafc-82700ea76fab), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.737282 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-e5b3fe71-45e9-4e6d-9547-cb2608a5235e None None] Provisioning complete for port 880510fe-e93d-4780-bafc-82700ea76fab triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:34.737840 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e5b3fe71-45e9-4e6d-9547-cb2608a5235e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (880510fe-e93d-4780-bafc-82700ea76fab), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.752420 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9206b-7173-44c3-838d-a98403160440 req-99cd4afb-9372-415c-8db5-ec985d5ba967 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:34.754000 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-40b9206b-7173-44c3-838d-a98403160440 req-99cd4afb-9372-415c-8db5-ec985d5ba967 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 945 time: 0.1112309 May 25 05:44:34.781004 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-e5b3fe71-45e9-4e6d-9547-cb2608a5235e None None] Port 880510fe-e93d-4780-bafc-82700ea76fab cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:34.880666 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:33Z', 'revision_number': 3, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:34.882296 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-40b9206b-7173-44c3-838d-a98403160440 req-5a042421-b837-4200-8654-ce7069252bba tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034260 May 25 05:44:34.909761 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7af9c3c-4396-4564-ba6e-ead767aa34a5 None None] The sync data for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi is: [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:33Z', 'revision_number': 3, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:44:34.926753 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks [] for port (880510fe-e93d-4780-bafc-82700ea76fab), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:34.932651 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (880510fe-e93d-4780-bafc-82700ea76fab), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.029819 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (cf748a0b-f009-46ee-930c-8f6c338ad94d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.031679 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 773f283f-5bd0-472a-aacd-ff9a4cc380ae up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:35.043213 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Pushing event updated for resources: {'Port': ['ID=880510fe-e93d-4780-bafc-82700ea76fab,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:35.082020 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 773f283f-5bd0-472a-aacd-ff9a4cc380ae triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:35.082439 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.110040 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979cbdb-e310-4740-a578-fbaf509bf966 req-4a4aaf0e-74a9-4546-8ef6-a0169e7d3904 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:35.112253 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c979cbdb-e310-4740-a578-fbaf509bf966 req-4a4aaf0e-74a9-4546-8ef6-a0169e7d3904 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 945 time: 0.1350060 May 25 05:44:35.187340 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 773f283f-5bd0-472a-aacd-ff9a4cc380ae is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:35.194234 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:35.200067 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:35.213217 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c979cbdb-e310-4740-a578-fbaf509bf966 req-6a622bf5-6059-44a9-a394-19603acedaa8 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895958 May 25 05:44:35.241754 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42712) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:35.368140 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Router cf748a0b-f009-46ee-930c-8f6c338ad94d has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:44:35.460470 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca749be7-c11c-489f-a69d-f7efa5bc6793 tempest-TestVolumeBootPattern-1026798387 tempest-TestVolumeBootPattern-1026798387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:35.464771 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ca749be7-c11c-489f-a69d-f7efa5bc6793 tempest-TestVolumeBootPattern-1026798387 tempest-TestVolumeBootPattern-1026798387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 1124 time: 0.2192411 May 25 05:44:35.464997 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 42716) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:35.469702 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'port_id': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:35.493504 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:44:35.500960 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a1ab6cce-9935-47fb-86d3-f1eccfaa6d5d admin admin] 10.222.0.42 "PUT /v2.0/routers/cf748a0b-f009-46ee-930c-8f6c338ad94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262932 May 25 05:44:35.503201 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.518079 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c40f7f2b-2013-4015-9cd3-00be5864e53a None None] Provisioning complete for port 880510fe-e93d-4780-bafc-82700ea76fab triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:35.518841 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c40f7f2b-2013-4015-9cd3-00be5864e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (880510fe-e93d-4780-bafc-82700ea76fab), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.576859 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c40f7f2b-2013-4015-9cd3-00be5864e53a None None] Port 880510fe-e93d-4780-bafc-82700ea76fab cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:35.627404 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.746130 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Allocated IP 172.27.2.231 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/7046b25f-ef36-40d5-8759-5fbe0cefd9af) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:35.861261 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.901330 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:35.942283 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:35.945540 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:35.951855 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:35.973121 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=7046b25f-ef36-40d5-8759-5fbe0cefd9af,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:36.061365 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42732) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:36.066230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1647929147-network', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:36.088494 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Made reservation on behalf of 3d1a7e05f13140f790d7c3990f4fd041 for: {'network': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:44:36.091032 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.100168 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.183961 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks [] for security_group (98b35d77-5568-4a3f-b616-804466205fdd), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.187841 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (98b35d77-5568-4a3f-b616-804466205fdd), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.210881 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=110244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:44:36.224613 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b35d77-5568-4a3f-b616-804466205fdd,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:36.231133 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (083f3b9a-6898-4ea8-9589-b5db65a8eae8), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.231478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.segments_db [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Added segment 083f3b9a-6898-4ea8-9589-b5db65a8eae8 of type vlan for network e490d39d-9adb-4812-a80d-405abb775b3e May 25 05:44:36.277562 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (e490d39d-9adb-4812-a80d-405abb775b3e), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.304638 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (e490d39d-9adb-4812-a80d-405abb775b3e), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.306109 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:36.306693 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.336959 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (a1328d47-8947-42f9-9e40-3fba134ad71e), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.366953 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3044713 May 25 05:44:36.371724 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42734) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:36.377354 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Request body: {'subnet': {'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1647929147-subnet', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:36.381674 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb7f0e-0f2c-4c56-b2aa-c83fcb15c27a admin admin] Pushing event updated for resources: {'Network': ['ID=e490d39d-9adb-4812-a80d-405abb775b3e,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:36.391880 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network e490d39d-9adb-4812-a80d-405abb775b3e details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:44:36.405209 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Made reservation on behalf of 3d1a7e05f13140f790d7c3990f4fd041 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:44:36.407990 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129350882'] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.427279 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.605903 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.607331 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128771437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129350860'] for subnet (88fc19fa-e416-4093-b580-0127c6af87da), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.619310 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.673571 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fc19fa-e416-4093-b580-0127c6af87da,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:36.680555 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Checking segment: {'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:36.680919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Network hostable DHCP agents. Network: e490d39d-9adb-4812-a80d-405abb775b3e, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:44:36.692533 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=7046b25f-ef36-40d5-8759-5fbe0cefd9af,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:36.701140 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Network e490d39d-9adb-4812-a80d-405abb775b3e is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:44:36.703263 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (a1328d47-8947-42f9-9e40-3fba134ad71e), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.712171 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, e490d39d-9adb-4812-a80d-405abb775b3e) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:36.717789 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:36.718774 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.722690 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df471796-e84a-4457-99d0-6088d9e3f8f4 None None] Network e490d39d-9adb-4812-a80d-405abb775b3e requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:44:36.741195 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-8cf230aa-890d-4e9f-847f-8c64ccb3430b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3660789 May 25 05:44:36.741439 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42736) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:36.748378 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:36.765716 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Sync routers for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:44:36.776837 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60363'] for router (2d315753-93c0-4720-afde-88fed47a9d20), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.778286 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671623', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60354'] for router (2d315753-93c0-4720-afde-88fed47a9d20), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.790930 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:36.791606 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:36.820899 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Floating IP a1328d47-8947-42f9-9e40-3fba134ad71e associated. External IP: 172.27.2.231, port: 80bc38c5-38d1-41cd-a5d7-61a627535799. May 25 05:44:36.841205 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks [] for router_controller (2d315753-93c0-4720-afde-88fed47a9d20), precommit_add_association {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.918306 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd97668e-d965-5d94-ad71-6c45f631970c-e490d39d-9adb-4812-a80d-405abb775b3e', 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e', 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'fixed_ips': [{'subnet_id': '88fc19fa-e416-4093-b580-0127c6af87da'}]}} from dv-cinder-842947-1-iscsi. {{(pid=110246) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 25 05:44:36.919153 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:36.936732 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:37.013789 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks [] for router_gateway (2d315753-93c0-4720-afde-88fed47a9d20), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.088210 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7f806acf-cc8b-4809-9510-31e3483903ec up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:37.107349 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:44:37.164478 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-88cc95d7-a528-40d5-bc8e-54b798731ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.247087 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks [] for router_gateway (2d315753-93c0-4720-afde-88fed47a9d20), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.267139 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.297967 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.db_base_plugin_common [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Allocated IP 172.20.0.2 (e490d39d-9adb-4812-a80d-405abb775b3e/88fc19fa-e416-4093-b580-0127c6af87da/d2bd2926-b6bc-4c68-ba86-4f3885c55f1c) {{(pid=110246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:37.312184 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 7f806acf-cc8b-4809-9510-31e3483903ec triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:37.312184 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.389456 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Allocated IP 172.27.2.75 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/98566085-e838-483e-af01-372c7f442a98) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:37.472100 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:44:37.479819 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 2, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:37.497372 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:44:37.499324 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.514853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks [] for port (98566085-e838-483e-af01-372c7f442a98), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.515071 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Checking router: cf748a0b-f009-46ee-930c-8f6c338ad94d for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:44:37.515071 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Updating router cf748a0b-f009-46ee-930c-8f6c338ad94d port 880510fe-e93d-4780-bafc-82700ea76fab binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:44:37.523364 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:37.524435 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:37.543441 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-59948ba3-2c13-4f3c-8a3b-f89f2d521b4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0745456 May 25 05:44:37.543441 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:44:37.544383 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4648afbd-fdfa-492d-9637-52e4119552be" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:44:37.554863 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 7f806acf-cc8b-4809-9510-31e3483903ec is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:37.555249 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.573900 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (98566085-e838-483e-af01-372c7f442a98), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.588502 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be4f057-9cbc-422d-8911-b2267a08e578 x-openstack-request-id: req-6be4f057-9cbc-422d-8911-b2267a08e578 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:44:37.588794 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:44:37.589049 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6be4f057-9cbc-422d-8911-b2267a08e578 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:44:37.589506 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be4f057-9cbc-422d-8911-b2267a08e578'] response: {'name': 'network-changed', 'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'status': 'completed', 'code': 200} May 25 05:44:37.592323 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (880510fe-e93d-4780-bafc-82700ea76fab), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.599962 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 7f806acf-cc8b-4809-9510-31e3483903ec, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=7f806acf-cc8b-4809-9510-31e3483903ec,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:37.619079 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.636833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:37.644347 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:37.649602 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:37.653697 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Pushing event updated for resources: {'Port': ['ID=98566085-e838-483e-af01-372c7f442a98,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:37.671202 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648afbd-fdfa-492d-9637-52e4119552be req-246dd679-456e-4a5e-a85e-e120f5996171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:37.672867 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4648afbd-fdfa-492d-9637-52e4119552be req-246dd679-456e-4a5e-a85e-e120f5996171 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 1129 time: 0.0577042 May 25 05:44:37.677779 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Publish callbacks [] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), precommit_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.683407 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=7f806acf-cc8b-4809-9510-31e3483903ec,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:37.709457 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), after_create {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.712364 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:37.804960 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648afbd-fdfa-492d-9637-52e4119552be req-b5ca9d57-491e-47a0-9c83-e4b71aef62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:37.806504 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4648afbd-fdfa-492d-9637-52e4119552be req-b5ca9d57-491e-47a0-9c83-e4b71aef62e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.1247473 May 25 05:44:37.888697 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4648afbd-fdfa-492d-9637-52e4119552be req-4ae39a76-8c06-432c-b779-17f6e235ca6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80bc38c5-38d1-41cd-a5d7-61a627535799 HTTP/1.1" status: 200 len: 999 time: 0.0742600 May 25 05:44:37.930266 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Network e490d39d-9adb-4812-a80d-405abb775b3e is already hosted by enough agents. {{(pid=110246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:37.937252 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.scheduler.base_scheduler [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Resources bound (agent type, host, resource id): {{(pid=110246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:37.947954 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Received port after_create {{(pid=110246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:37.954753 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks [] for router_gateway (2d315753-93c0-4720-afde-88fed47a9d20), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:37.968040 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Pushing event updated for resources: {'Port': ['ID=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,revision_number=1']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:37.979868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648afbd-fdfa-492d-9637-52e4119552be req-53882a69-6792-4fa9-a296-a809c173e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:37.983241 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4648afbd-fdfa-492d-9637-52e4119552be req-53882a69-6792-4fa9-a296-a809c173e8da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0860140 May 25 05:44:38.026585 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Attempting to bind port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:38.026955 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Attempting to bind port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:38.027479 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Attempting to bind port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c on network e490d39d-9adb-4812-a80d-405abb775b3e {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:38.033788 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:38.034234 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Checking segment: {'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:38.034635 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.035278 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Bound using segment: {'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:38.035694 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Bound port: d2bd2926-b6bc-4c68-ba86-4f3885c55f1c, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:38.040508 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.050023 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'a1328d47-8947-42f9-9e40-3fba134ad71e', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:8b:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:36Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:38.084084 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:44:38.095396 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:38.096025 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:38.096742 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648afbd-fdfa-492d-9637-52e4119552be req-ade93b42-1f75-41e0-9376-d0dfe7a76e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:38.101879 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4648afbd-fdfa-492d-9637-52e4119552be req-ade93b42-1f75-41e0-9376-d0dfe7a76e00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067982 May 25 05:44:38.204958 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] For port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:38.209935 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] For port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,segment=NetworkSegment(083f3b9a-6898-4ea8-9589-b5db65a8eae8),segment_id=083f3b9a-6898-4ea8-9589-b5db65a8eae8)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:38.223246 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4648afbd-fdfa-492d-9637-52e4119552be req-beeb3741-9ec5-4619-8158-e5a2002baffb service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149447 May 25 05:44:38.225881 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:38.233241 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.237901 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-659032'] for router (2d315753-93c0-4720-afde-88fed47a9d20), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.345892 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-4648afbd-fdfa-492d-9637-52e4119552be req-878dda86-b5f2-4ef8-a7ee-1afd43833446 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126063 May 25 05:44:38.366398 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065deb8-7b84-4403-9b77-55b5b7048860 None None] Pushing event updated for resources: {'Port': ['ID=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,revision_number=2']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:38.411562 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Publish callbacks [] for port (880510fe-e93d-4780-bafc-82700ea76fab), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.422604 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (880510fe-e93d-4780-bafc-82700ea76fab), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.440256 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Router 2d315753-93c0-4720-afde-88fed47a9d20 is scheduled to L3 agent 950528af-cd23-4f38-aa26-392748b99700 with binding_index 1 {{(pid=110244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 25 05:44:38.594307 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d59b00-dcc4-4508-ba87-d44bffc68951 None None] Pushing event updated for resources: {'Port': ['ID=880510fe-e93d-4780-bafc-82700ea76fab,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:38.615992 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Attempting to bind port 880510fe-e93d-4780-bafc-82700ea76fab on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:38.618783 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Attempting to bind port 880510fe-e93d-4780-bafc-82700ea76fab by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:38.621291 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Attempting to bind port 880510fe-e93d-4780-bafc-82700ea76fab on network ab7d5dc5-cbc6-44fe-816a-e72d6499402f {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:38.630819 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:38.633220 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Checking segment: {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:38.635011 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.635423 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Bound using segment: {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:38.635924 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Bound port: 880510fe-e93d-4780-bafc-82700ea76fab, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:38.636327 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (880510fe-e93d-4780-bafc-82700ea76fab), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.647573 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'a1328d47-8947-42f9-9e40-3fba134ad71e', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:8b:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:36Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:38.681899 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa72dfe-5c36-4cc4-8ca4-e02155ebdb18 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'a1328d47-8947-42f9-9e40-3fba134ad71e', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.231', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:8b:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:36Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:44:38.767298 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] For port 880510fe-e93d-4780-bafc-82700ea76fab, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:38.777311 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] For port 880510fe-e93d-4780-bafc-82700ea76fab, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=880510fe-e93d-4780-bafc-82700ea76fab,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:38.796431 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (880510fe-e93d-4780-bafc-82700ea76fab), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:38.917698 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:38.918369 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:38.922524 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d59b00-dcc4-4508-ba87-d44bffc68951 None None] Pushing event updated for resources: {'Port': ['ID=880510fe-e93d-4780-bafc-82700ea76fab,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:38.932838 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-8d21fde6-6a2f-4805-a8b4-816c205435de None None] Provisioning complete for port 880510fe-e93d-4780-bafc-82700ea76fab triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:38.933498 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8d21fde6-6a2f-4805-a8b4-816c205435de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (880510fe-e93d-4780-bafc-82700ea76fab), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.054251 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b016f630-91e6-406f-a9a3-c7c18271c1f7 None None] New status for floating IP a1328d47-8947-42f9-9e40-3fba134ad71e: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:44:39.077055 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:44:39.089273 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Sync routers for ids ['2d315753-93c0-4720-afde-88fed47a9d20'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:44:39.102740 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Routers {'2d315753-93c0-4720-afde-88fed47a9d20'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:39.104608 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['2d315753-93c0-4720-afde-88fed47a9d20'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:39.111008 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.114578 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2832b500-ce80-4aed-9ae1-502e7a38f508 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3720443 May 25 05:44:39.117966 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 42760) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:44:39.234322 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d2bd2926-b6bc-4c68-ba86-4f3885c55f1c up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:39.266603 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Set router 2d315753-93c0-4720-afde-88fed47a9d20 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:39.267023 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-eada302b-35cc-4248-af07-63a2442bbd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.283770 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:39.326920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-8d21fde6-6a2f-4805-a8b4-816c205435de None None] Current status of the port 880510fe-e93d-4780-bafc-82700ea76fab is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:39.327549 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8d21fde6-6a2f-4805-a8b4-816c205435de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (880510fe-e93d-4780-bafc-82700ea76fab), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.486604 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '98566085-e838-483e-af01-372c7f442a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 3, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port': {'id': '98566085-e838-483e-af01-372c7f442a98', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:37Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:39.518762 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-8d21fde6-6a2f-4805-a8b4-816c205435de None None] For port 880510fe-e93d-4780-bafc-82700ea76fab, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=880510fe-e93d-4780-bafc-82700ea76fab,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:39.525314 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Checking router: 2d315753-93c0-4720-afde-88fed47a9d20 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:44:39.525634 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Updating router 2d315753-93c0-4720-afde-88fed47a9d20 port 98566085-e838-483e-af01-372c7f442a98 binding host dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:44:39.526715 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:39.527316 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.534084 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8d21fde6-6a2f-4805-a8b4-816c205435de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (880510fe-e93d-4780-bafc-82700ea76fab), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.561825 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (98566085-e838-483e-af01-372c7f442a98), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.678026 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.690473 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21fde6-6a2f-4805-a8b4-816c205435de None None] Pushing event updated for resources: {'Port': ['ID=880510fe-e93d-4780-bafc-82700ea76fab,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:39.725029 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-dbecd4ae-8f85-4253-8559-22f5906fb4d5 None None] Provisioning complete for port 880510fe-e93d-4780-bafc-82700ea76fab triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:39.725855 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dbecd4ae-8f85-4253-8559-22f5906fb4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (880510fe-e93d-4780-bafc-82700ea76fab), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.795093 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:39.795624 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.849069 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,segment=NetworkSegment(083f3b9a-6898-4ea8-9589-b5db65a8eae8),segment_id=083f3b9a-6898-4ea8-9589-b5db65a8eae8)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:39.872615 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Allocated IP 172.20.0.1 (e490d39d-9adb-4812-a80d-405abb775b3e/88fc19fa-e416-4093-b580-0127c6af87da/5e50252b-0237-4ccd-9601-aeef4d075bdf) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:39.875219 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.876141 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7f806acf-cc8b-4809-9510-31e3483903ec up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:39.884352 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:38Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:39.909380 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Publish callbacks [] for port (98566085-e838-483e-af01-372c7f442a98), precommit_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.915506 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (98566085-e838-483e-af01-372c7f442a98), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.955223 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51676219-e75e-4474-836e-7b212214da21 None None] Network e490d39d-9adb-4812-a80d-405abb775b3e requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:44:39.966542 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426a5450-1a34-4292-8984-bce470d1aac2 None None] The sync data for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi is: [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:38Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:44:39.976668 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Attempting to bind port 98566085-e838-483e-af01-372c7f442a98 on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:39.977050 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Attempting to bind port 98566085-e838-483e-af01-372c7f442a98 by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:39.977418 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Attempting to bind port 98566085-e838-483e-af01-372c7f442a98 on network bc9565b1-e3fa-4135-9628-bb4f04c058f0 {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:39.979456 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e987a3-c1d9-43f1-80f3-bced209486c7 None None] Pushing event updated for resources: {'Port': ['ID=98566085-e838-483e-af01-372c7f442a98,revision_number=2']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:39.991592 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-dbecd4ae-8f85-4253-8559-22f5906fb4d5 None None] Current status of the port 880510fe-e93d-4780-bafc-82700ea76fab is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:39.991795 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:39.992175 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Checking segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:39.992575 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:39.992974 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Bound using segment: {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'} {{(pid=110247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:39.993534 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.managers [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Bound port: 98566085-e838-483e-af01-372c7f442a98, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134e979-1f01-4f5f-bc37-e9a1116cfe65', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}}] {{(pid=110247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:39.993921 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (98566085-e838-483e-af01-372c7f442a98), before_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.014504 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks [] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.065238 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:40.094160 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.174764 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Pushing event updated for resources: {'Port': ['ID=5e50252b-0237-4ccd-9601-aeef4d075bdf,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:40.179676 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Network e490d39d-9adb-4812-a80d-405abb775b3e is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:40.182261 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:40.190438 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:40.197205 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] For port 98566085-e838-483e-af01-372c7f442a98, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:40.201293 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.plugins.ml2.db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] For port 98566085-e838-483e-af01-372c7f442a98, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=98566085-e838-483e-af01-372c7f442a98,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:40.209255 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron_lib.callbacks.manager [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (98566085-e838-483e-af01-372c7f442a98), after_update {{(pid=110247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.261367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-659079'] for router_interface (2d315753-93c0-4720-afde-88fed47a9d20), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.269533 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Routers {'2d315753-93c0-4720-afde-88fed47a9d20'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:40.270222 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['2d315753-93c0-4720-afde-88fed47a9d20'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:40.276224 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e987a3-c1d9-43f1-80f3-bced209486c7 None None] Pushing event updated for resources: {'Port': ['ID=98566085-e838-483e-af01-372c7f442a98,revision_number=3']} {{(pid=110247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:40.283443 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 7f806acf-cc8b-4809-9510-31e3483903ec triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:40.283812 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.343340 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-a5f2ce6a-2702-4ce4-89f8-7267edd71ad7 None None] Provisioning complete for port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:40.344010 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a5f2ce6a-2702-4ce4-89f8-7267edd71ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.410705 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] Set router 2d315753-93c0-4720-afde-88fed47a9d20 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:40.431589 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.445571 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.509715 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 7f806acf-cc8b-4809-9510-31e3483903ec is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:40.550005 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-a5f2ce6a-2702-4ce4-89f8-7267edd71ad7 None None] Current status of the port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:40.667906 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '98566085-e838-483e-af01-372c7f442a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 3, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port': {'id': '98566085-e838-483e-af01-372c7f442a98', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:37Z', 'updated_at': '2022-05-25T05:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:40.713698 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8744a-b4fd-4dc2-85af-dad6a9c39e09 None None] The sync data for ids ['2d315753-93c0-4720-afde-88fed47a9d20'] in dv-cinder-842947-1-iscsi is: [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '98566085-e838-483e-af01-372c7f442a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 3, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port': {'id': '98566085-e838-483e-af01-372c7f442a98', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:37Z', 'updated_at': '2022-05-25T05:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:44:40.755286 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks [] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.772181 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.781012 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-5d17ad30-888f-41ef-b5a1-5bf3b02a23ab None None] Provisioning complete for port 5e50252b-0237-4ccd-9601-aeef4d075bdf triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:40.781757 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5d17ad30-888f-41ef-b5a1-5bf3b02a23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.827207 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-5d17ad30-888f-41ef-b5a1-5bf3b02a23ab None None] Port 5e50252b-0237-4ccd-9601-aeef4d075bdf cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:40.850163 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-5d17ad30-888f-41ef-b5a1-5bf3b02a23ab None None] Provisioning complete for port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:40.850521 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5d17ad30-888f-41ef-b5a1-5bf3b02a23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.851455 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658711'] for router_interface (2d315753-93c0-4720-afde-88fed47a9d20), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:40.853352 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Pushing event updated for resources: {'Port': ['ID=5e50252b-0237-4ccd-9601-aeef4d075bdf,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:40.958298 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-5d17ad30-888f-41ef-b5a1-5bf3b02a23ab None None] Current status of the port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:40.983574 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Network e490d39d-9adb-4812-a80d-405abb775b3e is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:40.985187 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:41.092873 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-489922e0-4111-472d-bbdb-13f6405626a9 None None] Provisioning complete for port 5e50252b-0237-4ccd-9601-aeef4d075bdf triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:41.093251 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-489922e0-4111-472d-bbdb-13f6405626a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:41.118853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Router 2d315753-93c0-4720-afde-88fed47a9d20 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:44:41.132393 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-489922e0-4111-472d-bbdb-13f6405626a9 None None] Port 5e50252b-0237-4ccd-9601-aeef4d075bdf cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:41.199589 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 880510fe-e93d-4780-bafc-82700ea76fab up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:41.296681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:44:41.302896 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 880510fe-e93d-4780-bafc-82700ea76fab triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:41.303609 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (880510fe-e93d-4780-bafc-82700ea76fab), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:41.314313 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-22c68a70-8dee-4255-a3ed-42952ec9bd8d admin admin] 10.222.0.42 "PUT /v2.0/routers/2d315753-93c0-4720-afde-88fed47a9d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1866879 May 25 05:44:41.434164 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 880510fe-e93d-4780-bafc-82700ea76fab is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:41.435214 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d2bd2926-b6bc-4c68-ba86-4f3885c55f1c up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:41.510763 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-40a109e5-d567-4c39-9229-8439b21dfa16 None None] Provisioning complete for port 5e50252b-0237-4ccd-9601-aeef4d075bdf triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:41.511270 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-40a109e5-d567-4c39-9229-8439b21dfa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:41.570166 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-40a109e5-d567-4c39-9229-8439b21dfa16 None None] Port 5e50252b-0237-4ccd-9601-aeef4d075bdf cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:41.575226 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:41.575611 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:41.680464 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:41.689845 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:42.258946 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b603d1-2ff9-4ee8-aefb-6f6ca90b8269 req-8317565f-6869-4bb7-aabc-47905037f925 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:42.260555 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-46b603d1-2ff9-4ee8-aefb-6f6ca90b8269 req-8317565f-6869-4bb7-aabc-47905037f925 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0781217 May 25 05:44:42.342006 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-46b603d1-2ff9-4ee8-aefb-6f6ca90b8269 req-eb2226c1-0b0c-4781-b470-8dd55eddb139 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742159 May 25 05:44:42.493110 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:43.104841 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 98566085-e838-483e-af01-372c7f442a98 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:43.198794 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 98566085-e838-483e-af01-372c7f442a98 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:43.199458 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (98566085-e838-483e-af01-372c7f442a98), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:43.292364 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 98566085-e838-483e-af01-372c7f442a98 is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:43.293040 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (98566085-e838-483e-af01-372c7f442a98), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:43.317105 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] For port 98566085-e838-483e-af01-372c7f442a98, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=98566085-e838-483e-af01-372c7f442a98,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:43.323342 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (98566085-e838-483e-af01-372c7f442a98), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:43.390842 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Pushing event updated for resources: {'Port': ['ID=98566085-e838-483e-af01-372c7f442a98,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:43.433631 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Sync routers for ids ['2d315753-93c0-4720-afde-88fed47a9d20'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:44:43.456452 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Routers {'2d315753-93c0-4720-afde-88fed47a9d20'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:43.457493 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['2d315753-93c0-4720-afde-88fed47a9d20'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:43.562582 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589b19-b2a5-40ad-abc0-84c410da6f4d req-cfb99777-6784-4844-b196-a446873e855f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:43.564454 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0589b19-b2a5-40ad-abc0-84c410da6f4d req-cfb99777-6784-4844-b196-a446873e855f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0818758 May 25 05:44:43.593263 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Set router 2d315753-93c0-4720-afde-88fed47a9d20 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:43.627692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0589b19-b2a5-40ad-abc0-84c410da6f4d req-bbc39bf7-ab86-4b6c-ba84-cd59d830efc7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552573 May 25 05:44:43.750012 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:43.881250 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '98566085-e838-483e-af01-372c7f442a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:40Z', 'revision_number': 4, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port': {'id': '98566085-e838-483e-af01-372c7f442a98', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:37Z', 'updated_at': '2022-05-25T05:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5e50252b-0237-4ccd-9601-aeef4d075bdf', 'name': '', 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'mac_address': 'fa:16:3e:c6:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88fc19fa-e416-4093-b580-0127c6af87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:39Z', 'updated_at': '2022-05-25T05:44:40Z', 'revision_number': 2, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'subnets': [{'id': '88fc19fa-e416-4093-b580-0127c6af87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:43.914073 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Checking router: 2d315753-93c0-4720-afde-88fed47a9d20 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:44:43.914786 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Updating router 2d315753-93c0-4720-afde-88fed47a9d20 port 5e50252b-0237-4ccd-9601-aeef4d075bdf binding host dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 05:44:43.945220 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:44.312369 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Publish callbacks [] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), precommit_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:44.325082 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:44.403402 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831910a9-43f9-4413-89cf-d2257fa551a4 None None] Pushing event updated for resources: {'Port': ['ID=5e50252b-0237-4ccd-9601-aeef4d075bdf,revision_number=3']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:44.443455 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Attempting to bind port 5e50252b-0237-4ccd-9601-aeef4d075bdf on host dv-cinder-842947-1-iscsi for vnic_type normal with profile {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:44:44.443994 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Attempting to bind port 5e50252b-0237-4ccd-9601-aeef4d075bdf by drivers openvswitch,hyperv on host dv-cinder-842947-1-iscsi at level 0 using segments [{'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:44:44.444501 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Attempting to bind port 5e50252b-0237-4ccd-9601-aeef4d075bdf on network e490d39d-9adb-4812-a80d-405abb775b3e {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:44:44.455701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Checking agent: {'id': '7641e061-4be4-422a-93ac-e740f99d6ce7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842947-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 32, 44), 'started_at': datetime.datetime(2022, 5, 25, 5, 33, 14), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842947-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:44:44.455701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Checking segment: {'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:44:44.455701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:44.456489 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Bound using segment: {'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'} {{(pid=110246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:44:44.456876 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.managers [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Bound port: 5e50252b-0237-4ccd-9601-aeef4d075bdf, host: dv-cinder-842947-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083f3b9a-6898-4ea8-9589-b5db65a8eae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e'}}] {{(pid=110246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:44:44.457388 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:44.544231 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] For port 5e50252b-0237-4ccd-9601-aeef4d075bdf, host dv-cinder-842947-1-iscsi, cleared binding levels {{(pid=110246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:44:44.548173 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] For port 5e50252b-0237-4ccd-9601-aeef4d075bdf, host dv-cinder-842947-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=5e50252b-0237-4ccd-9601-aeef4d075bdf,segment=NetworkSegment(083f3b9a-6898-4ea8-9589-b5db65a8eae8),segment_id=083f3b9a-6898-4ea8-9589-b5db65a8eae8)] {{(pid=110246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:44:44.562362 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:44.637926 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831910a9-43f9-4413-89cf-d2257fa551a4 None None] Pushing event updated for resources: {'Port': ['ID=5e50252b-0237-4ccd-9601-aeef4d075bdf,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:44.642465 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Routers {'2d315753-93c0-4720-afde-88fed47a9d20'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:44:44.642465 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:44:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['2d315753-93c0-4720-afde-88fed47a9d20'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:44.781088 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-db95fb97-eb6b-45b7-8521-1352a87cd438 None None] Provisioning complete for port 5e50252b-0237-4ccd-9601-aeef4d075bdf triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:44.781436 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b856c2-022b-4e8f-b680-7dd3dbe3c3f0 req-f9a16ac3-3ff2-453b-bd5b-c11c60f70c53 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:44.781946 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-db95fb97-eb6b-45b7-8521-1352a87cd438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:44.783769 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-80b856c2-022b-4e8f-b680-7dd3dbe3c3f0 req-f9a16ac3-3ff2-453b-bd5b-c11c60f70c53 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0667670 May 25 05:44:44.835874 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] Set router 2d315753-93c0-4720-afde-88fed47a9d20 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:44:44.848099 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-80b856c2-022b-4e8f-b680-7dd3dbe3c3f0 req-e8804ab9-8641-42d1-ad1d-4e28f82ab25a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567472 May 25 05:44:45.156715 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 98566085-e838-483e-af01-372c7f442a98 up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:45.200422 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-db95fb97-eb6b-45b7-8521-1352a87cd438 None None] Current status of the port 5e50252b-0237-4ccd-9601-aeef4d075bdf is: DOWN; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:45.200813 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-db95fb97-eb6b-45b7-8521-1352a87cd438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:45.279242 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-db95fb97-eb6b-45b7-8521-1352a87cd438 None None] For port 5e50252b-0237-4ccd-9601-aeef4d075bdf, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=5e50252b-0237-4ccd-9601-aeef4d075bdf,segment=NetworkSegment(083f3b9a-6898-4ea8-9589-b5db65a8eae8),segment_id=083f3b9a-6898-4ea8-9589-b5db65a8eae8)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:44:45.292973 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-db95fb97-eb6b-45b7-8521-1352a87cd438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:45.359326 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 98566085-e838-483e-af01-372c7f442a98 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:45.359656 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (98566085-e838-483e-af01-372c7f442a98), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:45.451581 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95fb97-eb6b-45b7-8521-1352a87cd438 None None] Pushing event updated for resources: {'Port': ['ID=5e50252b-0237-4ccd-9601-aeef4d075bdf,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:45.464125 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-1c5007d2-fe2d-463e-9eff-91cb728d9bf5 None None] Provisioning complete for port 5e50252b-0237-4ccd-9601-aeef4d075bdf triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:45.465026 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1c5007d2-fe2d-463e-9eff-91cb728d9bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:45.519640 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '98566085-e838-483e-af01-372c7f442a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:40Z', 'revision_number': 4, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port': {'id': '98566085-e838-483e-af01-372c7f442a98', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:37Z', 'updated_at': '2022-05-25T05:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5e50252b-0237-4ccd-9601-aeef4d075bdf', 'name': '', 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'mac_address': 'fa:16:3e:c6:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88fc19fa-e416-4093-b580-0127c6af87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:39Z', 'updated_at': '2022-05-25T05:44:44Z', 'revision_number': 4, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'subnets': [{'id': '88fc19fa-e416-4093-b580-0127c6af87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:44:45.567443 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8c61-2968-46b2-9d20-da4e538fff1d None None] The sync data for ids ['2d315753-93c0-4720-afde-88fed47a9d20'] in dv-cinder-842947-1-iscsi is: [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '98566085-e838-483e-af01-372c7f442a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:44:40Z', 'revision_number': 4, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port': {'id': '98566085-e838-483e-af01-372c7f442a98', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:37Z', 'updated_at': '2022-05-25T05:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5e50252b-0237-4ccd-9601-aeef4d075bdf', 'name': '', 'network_id': 'e490d39d-9adb-4812-a80d-405abb775b3e', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'mac_address': 'fa:16:3e:c6:1f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '88fc19fa-e416-4093-b580-0127c6af87da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:39Z', 'updated_at': '2022-05-25T05:44:44Z', 'revision_number': 4, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'subnets': [{'id': '88fc19fa-e416-4093-b580-0127c6af87da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:44:45.612436 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 98566085-e838-483e-af01-372c7f442a98 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:45.681898 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-1c5007d2-fe2d-463e-9eff-91cb728d9bf5 None None] Current status of the port 5e50252b-0237-4ccd-9601-aeef4d075bdf is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:46.014447 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d06a-e76e-44d2-a05c-ed7927c4e78f req-1a2e5c47-5fb9-438f-b02c-c79cad9137f7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:46.018498 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fbf4d06a-e76e-44d2-a05c-ed7927c4e78f req-1a2e5c47-5fb9-438f-b02c-c79cad9137f7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0762925 May 25 05:44:46.096533 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fbf4d06a-e76e-44d2-a05c-ed7927c4e78f req-4d93db47-0c60-4489-a6a7-84d3201fda64 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657320 May 25 05:44:47.083972 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 5e50252b-0237-4ccd-9601-aeef4d075bdf up at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:44:47.134389 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Provisioning complete for port 5e50252b-0237-4ccd-9601-aeef4d075bdf triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:47.135013 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:47.239954 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Current status of the port 5e50252b-0237-4ccd-9601-aeef4d075bdf is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:44:47.263956 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b0330-3b4f-4970-aaf0-1e24d5bd0e1b req-bd5c7a28-c3c1-44d1-9e2d-851c570fdd16 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:47.265438 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-726b0330-3b4f-4970-aaf0-1e24d5bd0e1b req-bd5c7a28-c3c1-44d1-9e2d-851c570fdd16 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0845120 May 25 05:44:47.321812 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-726b0330-3b4f-4970-aaf0-1e24d5bd0e1b req-391f6550-273a-4dd5-95e5-881009707927 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475867 May 25 05:44:48.468906 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1d4bf-a30c-4671-865a-55318c260388 req-798c81d9-fae8-467e-b423-8b3988d1c0ed tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:48.470702 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bdf1d4bf-a30c-4671-865a-55318c260388 req-798c81d9-fae8-467e-b423-8b3988d1c0ed tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0611141 May 25 05:44:48.551035 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bdf1d4bf-a30c-4671-865a-55318c260388 req-d283da71-abb0-40a6-ae8c-fe9149c83342 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727620 May 25 05:44:49.691584 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab74b8a-2c4b-4dbd-bcf6-d9cd9be7c07e req-cc70f7b4-4629-4cf7-aeff-cb1f808099cb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:49.693614 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bab74b8a-2c4b-4dbd-bcf6-d9cd9be7c07e req-cc70f7b4-4629-4cf7-aeff-cb1f808099cb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0589159 May 25 05:44:49.754703 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bab74b8a-2c4b-4dbd-bcf6-d9cd9be7c07e req-3e967f5f-fe32-408a-af60-60c3b97e32a8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538549 May 25 05:44:50.899869 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec0d36-d27f-401f-9a36-e3d8361d376b req-9e918693-1298-41af-ae95-8e2a4946ba83 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:50.901609 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fec0d36-d27f-401f-9a36-e3d8361d376b req-9e918693-1298-41af-ae95-8e2a4946ba83 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0699508 May 25 05:44:50.962373 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fec0d36-d27f-401f-9a36-e3d8361d376b req-64201ae1-1992-4975-84e3-e1bb841d2907 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533638 May 25 05:44:51.391215 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38311750-a603-4162-83f2-3752a2b6d024 req-82c6b563-baf7-4e8a-bb3c-ac187cf45bb0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:51.392812 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38311750-a603-4162-83f2-3752a2b6d024 req-82c6b563-baf7-4e8a-bb3c-ac187cf45bb0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0597279 May 25 05:44:51.455676 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38311750-a603-4162-83f2-3752a2b6d024 req-20d85d0a-b6b0-43e2-8eb7-c5c1fe075369 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559356 May 25 05:44:52.150632 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828547f-e093-4514-a8d8-43a98088d168 req-002addd4-d984-4d95-a58d-62aa87792191 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:52.152105 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0828547f-e093-4514-a8d8-43a98088d168 req-002addd4-d984-4d95-a58d-62aa87792191 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1154208 May 25 05:44:52.198977 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-25484335-fc59-459f-a7aa-baac0288c4f3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:52.200429 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-25484335-fc59-459f-a7aa-baac0288c4f3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 814 time: 0.1340456 May 25 05:44:52.226105 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-a27b6a99-0497-4bc6-821a-d827ccf05878 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/quotas/4c4293f2a3f34c698febca8d50011258 HTTP/1.1" status: 200 len: 375 time: 0.0198667 May 25 05:44:52.230282 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0828547f-e093-4514-a8d8-43a98088d168 req-2839970f-a95a-4e26-a101-f3e22830a01c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691848 May 25 05:44:52.284048 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-ee0d5ccc-a4e9-4c45-b2f2-7b4809659066 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525777 May 25 05:44:52.380142 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-6dca15f9-3df7-40a0-81f8-7d645d104f56 service neutron] 10.222.0.42 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843110 May 25 05:44:52.474336 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-807c2d0d-8e7e-4286-9024-2ef94671b412 service neutron] 10.222.0.42 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876453 May 25 05:44:52.579392 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5e65b-3416-4b3c-b4b9-cc63d6e9ea72 req-30e23679-4b81-4a59-b80a-ef1b73f635c8 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:52.580957 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-baf5e65b-3416-4b3c-b4b9-cc63d6e9ea72 req-30e23679-4b81-4a59-b80a-ef1b73f635c8 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0563233 May 25 05:44:52.648527 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-87268793-47ea-468a-b1b8-f028779a6a31 req-5d1eb376-3d19-4792-83e8-2d0676f2a8cf tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 210 time: 0.0370817 May 25 05:44:52.656052 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-baf5e65b-3416-4b3c-b4b9-cc63d6e9ea72 req-4ff90b30-92e3-4440-b6ec-430a6a618cd9 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669942 May 25 05:44:53.275137 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:44:53.356675 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792672e-0c3c-4f31-9667-3677fa63d4e7 req-b38c6cf0-9857-4c5f-95db-36730f09dfbc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:53.358169 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d792672e-0c3c-4f31-9667-3677fa63d4e7 req-b38c6cf0-9857-4c5f-95db-36730f09dfbc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0570529 May 25 05:44:53.407123 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d792672e-0c3c-4f31-9667-3677fa63d4e7 req-1f25ecad-f67e-4af9-bdf2-291f9e1b4803 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433009 May 25 05:44:53.718208 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-95f7950f-78ac-482d-889d-2a18021b8785 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:53.719755 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-95f7950f-78ac-482d-889d-2a18021b8785 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.32 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 814 time: 0.1124802 May 25 05:44:53.737060 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'port': {'device_id': '4ff0a05c-034d-4f54-a492-941b853893d1', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'admin_state_up': True, 'tenant_id': '4c4293f2a3f34c698febca8d50011258'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:44:53.747096 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d8f028e9-6c69-4f54-be88-6a82ba5883af req-781d2823-8fdc-4628-93c5-d32d7f39506c tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 210 time: 0.0282037 May 25 05:44:53.807004 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab204ad4-be03-457b-a1c8-6b9d8fb087e2 req-9c35aab9-358a-4baf-bda3-da4f81d5b507 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:53.808491 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ab204ad4-be03-457b-a1c8-6b9d8fb087e2 req-9c35aab9-358a-4baf-bda3-da4f81d5b507 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0579336 May 25 05:44:53.858810 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ab204ad4-be03-457b-a1c8-6b9d8fb087e2 req-237bae75-ff91-40ab-859e-0c8582567876 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440955 May 25 05:44:53.861576 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Made reservation on behalf of 4c4293f2a3f34c698febca8d50011258 for: {'port': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:44:53.866024 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:53.993516 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Allocated IP 172.20.0.10 (ab7d5dc5-cbc6-44fe-816a-e72d6499402f/2494d5e8-02ba-4a77-a657-87131b87a208/49403027-0410-4393-a7fc-77a8dcdb6952) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:44:54.159827 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for port (49403027-0410-4393-a7fc-77a8dcdb6952), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:54.217185 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:54.270122 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:44:54.274209 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:44:54.277566 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:44:54.324518 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:44:54.370251 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:54.371336 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:54.393241 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-4ae8cb0f-d173-47a9-a56a-2314b45bc44e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6614680 May 25 05:44:54.575521 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5fcca-1a7f-46e9-8d47-362abf24de05 req-83b9d90d-ab1f-47c0-8b9d-832cace1bc28 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:54.576941 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-34a5fcca-1a7f-46e9-8d47-362abf24de05 req-83b9d90d-ab1f-47c0-8b9d-832cace1bc28 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0654235 May 25 05:44:54.582912 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-e82abf98-3975-438b-9cdd-92447bcd694d None None] Provisioning complete for port 49403027-0410-4393-a7fc-77a8dcdb6952 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:44:54.582912 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e82abf98-3975-438b-9cdd-92447bcd694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:44:54.609770 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-e82abf98-3975-438b-9cdd-92447bcd694d None None] Port 49403027-0410-4393-a7fc-77a8dcdb6952 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:44:54.628364 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-34a5fcca-1a7f-46e9-8d47-362abf24de05 req-d1538230-83f7-4450-a5bb-532fafc06fe8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457194 May 25 05:44:54.872396 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f9d60-76c4-4363-b5b4-32c89cc9c785 req-7cb0712f-1cc7-442e-8b94-c96a2079821b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:54.873943 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-197f9d60-76c4-4363-b5b4-32c89cc9c785 req-7cb0712f-1cc7-442e-8b94-c96a2079821b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0540104 May 25 05:44:54.967553 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-197f9d60-76c4-4363-b5b4-32c89cc9c785 req-e5466794-4d83-4601-8dec-a17dc2f0c05c tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875094 May 25 05:44:54.997733 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bb15f-3a8c-4f09-a8fc-52599e03f89b req-79c48bdb-bdb2-4023-bdb3-2d69e9331975 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:54.999573 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5d4bb15f-3a8c-4f09-a8fc-52599e03f89b req-79c48bdb-bdb2-4023-bdb3-2d69e9331975 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0688140 May 25 05:44:55.057756 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5d4bb15f-3a8c-4f09-a8fc-52599e03f89b req-7a57f680-5d0f-4df8-ac84-2e89a9b7c678 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513852 May 25 05:44:55.756842 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1b4c2-38ca-4eb0-9d43-c0ebee9a37ca req-47767808-1638-4c5b-86c1-6fae2bdfaf46 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:55.758275 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0e1b4c2-38ca-4eb0-9d43-c0ebee9a37ca req-47767808-1638-4c5b-86c1-6fae2bdfaf46 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0532060 May 25 05:44:55.805981 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0e1b4c2-38ca-4eb0-9d43-c0ebee9a37ca req-1a03e89d-282a-415f-b2bd-aa0a56e13df0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 May 25 05:44:56.087437 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a5c2a-6952-4bdc-b171-8f6173d7cefc req-82d0ecce-aaa0-45c9-a1a6-0f5777030f54 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:56.088900 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b44a5c2a-6952-4bdc-b171-8f6173d7cefc req-82d0ecce-aaa0-45c9-a1a6-0f5777030f54 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0523505 May 25 05:44:56.150473 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b44a5c2a-6952-4bdc-b171-8f6173d7cefc req-a1866805-d7bd-4a81-bdaa-cfb9ed4fef28 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552919 May 25 05:44:56.214132 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597e772-49f7-46f3-b8cd-7e82ccc0123d req-f076f974-9863-448b-bc4b-7bfb54895688 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:56.215645 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6597e772-49f7-46f3-b8cd-7e82ccc0123d req-f076f974-9863-448b-bc4b-7bfb54895688 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0871942 May 25 05:44:56.268675 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6597e772-49f7-46f3-b8cd-7e82ccc0123d req-1551d204-3aae-400b-b6ab-61b1a5e3f3ca tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472939 May 25 05:44:56.938798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9afbc-31f5-43ed-9404-e0376adfc19c req-4f91b2e2-6bc9-42f3-a37c-401ce65a6f12 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:56.940360 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a9b9afbc-31f5-43ed-9404-e0376adfc19c req-4f91b2e2-6bc9-42f3-a37c-401ce65a6f12 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0598831 May 25 05:44:57.005853 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a9b9afbc-31f5-43ed-9404-e0376adfc19c req-2bb024f9-94ec-4c4a-b849-1601411e315d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586977 May 25 05:44:57.272069 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2b275-b8a1-4aeb-adc9-4207ea65609d req-54374d1f-9700-4a97-8a04-a0549b31da2a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:57.273588 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-87a2b275-b8a1-4aeb-adc9-4207ea65609d req-54374d1f-9700-4a97-8a04-a0549b31da2a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0540891 May 25 05:44:57.331882 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-87a2b275-b8a1-4aeb-adc9-4207ea65609d req-27f0fc9c-db37-4539-8190-76a92253cab3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515943 May 25 05:44:57.408843 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a6871-c625-40ce-8973-a8e85ccb89cb req-89ea26cf-520d-4ff0-95ff-95d4176507ca tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:57.414142 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-086a6871-c625-40ce-8973-a8e85ccb89cb req-89ea26cf-520d-4ff0-95ff-95d4176507ca tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0580428 May 25 05:44:57.490300 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-086a6871-c625-40ce-8973-a8e85ccb89cb req-5eebb444-1ab0-426f-b0e7-04e1b354a1b0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698175 May 25 05:44:58.140250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93123688-4fee-4a15-93c6-96f7e8b79c8b req-25d15384-540e-4bdd-99f4-b2c4c059bab9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:58.141761 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-93123688-4fee-4a15-93c6-96f7e8b79c8b req-25d15384-540e-4bdd-99f4-b2c4c059bab9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0544469 May 25 05:44:58.193125 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-93123688-4fee-4a15-93c6-96f7e8b79c8b req-5bc46575-7b60-4f36-8064-f77651710481 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 May 25 05:44:58.474811 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1fb21-2726-450b-86de-67d940203838 req-14ba3326-0eb5-4331-8236-b270c0cebb7a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:58.476259 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-23b1fb21-2726-450b-86de-67d940203838 req-14ba3326-0eb5-4331-8236-b270c0cebb7a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0575986 May 25 05:44:58.522992 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-23b1fb21-2726-450b-86de-67d940203838 req-9b525558-1c37-4cfb-b0b9-de4d3f8fbec3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411501 May 25 05:44:58.618366 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564d087-7930-43ab-9237-814360d5759c req-335a051f-746e-41af-8de2-38fa3549a2f1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:58.621025 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3564d087-7930-43ab-9237-814360d5759c req-335a051f-746e-41af-8de2-38fa3549a2f1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0617042 May 25 05:44:58.667460 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3564d087-7930-43ab-9237-814360d5759c req-e5e12683-3c37-466c-98f1-e07afefa7ddc tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416894 May 25 05:44:59.326193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae842e4-dfa6-4955-ba1e-04fe32ebbfad req-9f19bb41-03d8-40bb-8a74-4cf51a39573c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:59.327662 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aae842e4-dfa6-4955-ba1e-04fe32ebbfad req-9f19bb41-03d8-40bb-8a74-4cf51a39573c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0615911 May 25 05:44:59.373204 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-aae842e4-dfa6-4955-ba1e-04fe32ebbfad req-bb8c57e5-476f-4b10-b5ce-7abae2b7453f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399973 May 25 05:44:59.644704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537235b-8312-496d-9e27-14c665c85942 req-0f141d74-17e6-4190-81dd-c1130f642fa7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:59.646483 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1537235b-8312-496d-9e27-14c665c85942 req-0f141d74-17e6-4190-81dd-c1130f642fa7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0568221 May 25 05:44:59.700300 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1537235b-8312-496d-9e27-14c665c85942 req-8ebffaf6-1ced-4ade-8f6c-173eb62a9eb2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467455 May 25 05:44:59.805614 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dc7df-b8cc-467c-9239-acd5b5ed41de req-41165484-0406-4cc1-ae75-6268cd0e6075 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:44:59.807312 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-473dc7df-b8cc-467c-9239-acd5b5ed41de req-41165484-0406-4cc1-ae75-6268cd0e6075 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0671537 May 25 05:44:59.865875 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-473dc7df-b8cc-467c-9239-acd5b5ed41de req-3f78aaee-d3e1-4d6b-aa47-dd6e250264af tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523276 May 25 05:45:00.511180 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b334-6949-4143-b4d5-dd7c81c36dab req-571e0703-52fc-4adc-9f28-9d30e7b9c5ed tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:00.512860 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c247b334-6949-4143-b4d5-dd7c81c36dab req-571e0703-52fc-4adc-9f28-9d30e7b9c5ed tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0584762 May 25 05:45:00.561388 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c247b334-6949-4143-b4d5-dd7c81c36dab req-00ab88e2-e042-44cd-a842-6f456c858fe8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 May 25 05:45:00.837833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa3f3-3191-43c6-89a7-bb1531a31ddf req-77c63b21-9cba-41be-8024-16a0d15744c4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:00.839445 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-894aa3f3-3191-43c6-89a7-bb1531a31ddf req-77c63b21-9cba-41be-8024-16a0d15744c4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0632281 May 25 05:45:00.891914 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-894aa3f3-3191-43c6-89a7-bb1531a31ddf req-78e8e7b0-291f-442d-b1ae-bdfba1f2e342 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 May 25 05:45:01.005488 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109a8fe-7af3-4b52-b20c-9b19571e50cc req-f33737ac-283f-4c13-8e2a-d379a618db1b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:01.006941 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9109a8fe-7af3-4b52-b20c-9b19571e50cc req-f33737ac-283f-4c13-8e2a-d379a618db1b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0617971 May 25 05:45:01.063115 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9109a8fe-7af3-4b52-b20c-9b19571e50cc req-7adc0336-5884-4a6b-825d-8be9a8168e10 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496361 May 25 05:45:01.712412 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851acc05-c3ea-409b-89e6-8da97d8d26a4 req-1835f4f9-fafa-4882-b3d8-11a43d1eae05 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:01.713894 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-851acc05-c3ea-409b-89e6-8da97d8d26a4 req-1835f4f9-fafa-4882-b3d8-11a43d1eae05 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0567219 May 25 05:45:01.763170 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-851acc05-c3ea-409b-89e6-8da97d8d26a4 req-2ca0ba6d-fb95-40ad-bf36-4cc835fa3031 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435350 May 25 05:45:02.012176 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd129d1f-55f8-436b-8d5e-ccc15569638b req-f4a0fb0c-a77f-495f-984e-24297d0b608d tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:02.014709 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd129d1f-55f8-436b-8d5e-ccc15569638b req-f4a0fb0c-a77f-495f-984e-24297d0b608d tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0555694 May 25 05:45:02.069167 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd129d1f-55f8-436b-8d5e-ccc15569638b req-016f4d37-a25f-4692-9ff8-aaf3c4c7fd57 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496893 May 25 05:45:02.188787 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c3450-73e3-4eed-abe4-9eeddca44d90 req-a4c82c6a-26f8-4478-9760-47a916b790ba tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:02.190290 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-963c3450-73e3-4eed-abe4-9eeddca44d90 req-a4c82c6a-26f8-4478-9760-47a916b790ba tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0556889 May 25 05:45:02.236588 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-963c3450-73e3-4eed-abe4-9eeddca44d90 req-2d7cd35e-923e-40d5-8a35-ffab000126d2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 May 25 05:45:02.899299 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36bef7-461c-4daa-8c1d-880abcd73716 req-e864dcf7-5a48-4f64-9e7c-7dbc61f8412c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:02.900865 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-be36bef7-461c-4daa-8c1d-880abcd73716 req-e864dcf7-5a48-4f64-9e7c-7dbc61f8412c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0615556 May 25 05:45:02.949255 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-be36bef7-461c-4daa-8c1d-880abcd73716 req-63941940-a366-406d-84db-ff9ee02a86d6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428491 May 25 05:45:03.206596 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b4444-a659-4e1c-bd4a-3b7f8853e4ce req-305b71db-d3b7-4f0a-845e-f4ad7cce9fc0 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:03.209063 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-094b4444-a659-4e1c-bd4a-3b7f8853e4ce req-305b71db-d3b7-4f0a-845e-f4ad7cce9fc0 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0724115 May 25 05:45:03.257822 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-094b4444-a659-4e1c-bd4a-3b7f8853e4ce req-f5010edd-3717-4fca-8c85-6e226c55e691 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 May 25 05:45:03.356279 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee3221-1c49-4cd8-b102-7211292b3657 req-4c36412b-6041-4814-9779-86da474b2814 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:03.357856 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5eee3221-1c49-4cd8-b102-7211292b3657 req-4c36412b-6041-4814-9779-86da474b2814 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0551999 May 25 05:45:03.407486 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5eee3221-1c49-4cd8-b102-7211292b3657 req-c2a33168-a644-499a-b495-ebaf5d4ff898 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433536 May 25 05:45:04.084963 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1c667-72b9-4bbc-813e-57ea90631ceb req-7bfb275f-5c0a-4694-a046-d18301dc42c8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:04.086470 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-50c1c667-72b9-4bbc-813e-57ea90631ceb req-7bfb275f-5c0a-4694-a046-d18301dc42c8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0630317 May 25 05:45:04.139393 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-50c1c667-72b9-4bbc-813e-57ea90631ceb req-9a8cc872-8996-42fe-8a26-848031dc04e3 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473590 May 25 05:45:04.379959 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a8735-a6ef-4ea7-a173-a58cb890d16f req-7de0deb9-cfd2-428b-b2b2-f2480a94b653 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:04.381453 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f05a8735-a6ef-4ea7-a173-a58cb890d16f req-7de0deb9-cfd2-428b-b2b2-f2480a94b653 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0563211 May 25 05:45:04.428827 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f05a8735-a6ef-4ea7-a173-a58cb890d16f req-1d9f091f-3977-4aed-8780-b83fe6f960f2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 May 25 05:45:04.548941 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad97d8a-32fc-4ec3-9b03-2543f2358b9d req-f87ea724-202b-4618-913b-e0b5fe9cacd3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:04.550354 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4ad97d8a-32fc-4ec3-9b03-2543f2358b9d req-f87ea724-202b-4618-913b-e0b5fe9cacd3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0594215 May 25 05:45:04.608816 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4ad97d8a-32fc-4ec3-9b03-2543f2358b9d req-d93980ad-7471-48c2-8de4-2c22ab8fae5a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505426 May 25 05:45:05.266610 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6309ef-8e71-45e9-ab0c-bf038e940d88 req-297769eb-2bc7-4fad-825b-391256dcd7bc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:05.267986 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3f6309ef-8e71-45e9-ab0c-bf038e940d88 req-297769eb-2bc7-4fad-825b-391256dcd7bc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0512679 May 25 05:45:05.317719 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3f6309ef-8e71-45e9-ab0c-bf038e940d88 req-a330dafe-1731-47b3-a5bc-301594389323 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 May 25 05:45:05.554771 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb247-803b-49bc-95be-12178a43b6a5 req-c1b7092e-47c0-47f6-ae46-46a9e87e7a11 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:05.556267 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8cabb247-803b-49bc-95be-12178a43b6a5 req-c1b7092e-47c0-47f6-ae46-46a9e87e7a11 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0535817 May 25 05:45:05.626655 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8cabb247-803b-49bc-95be-12178a43b6a5 req-6cde0c86-0647-46ee-87c0-57b8262fde08 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 May 25 05:45:05.968032 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad28211-7072-4f24-9968-371d730240c3 req-e521e27f-3461-4daf-a1d6-dc5f66da31c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:05.969493 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ad28211-7072-4f24-9968-371d730240c3 req-e521e27f-3461-4daf-a1d6-dc5f66da31c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.2941041 May 25 05:45:06.017411 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ad28211-7072-4f24-9968-371d730240c3 req-dd3bdc50-dd59-406e-bcf5-28076d4df65a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 May 25 05:45:06.440521 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4fb16-2ba3-492f-9692-26c9fc378567 req-add269c6-4058-4fcc-afbb-85ec3155bafc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:06.442068 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5ca4fb16-2ba3-492f-9692-26c9fc378567 req-add269c6-4058-4fcc-afbb-85ec3155bafc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0542741 May 25 05:45:06.490382 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5ca4fb16-2ba3-492f-9692-26c9fc378567 req-333e30f1-5043-424e-b358-7ebbb1cd620f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419683 May 25 05:45:06.749674 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e080b-3dcb-4786-99d4-226c40861058 req-5a1df01e-d1b6-4114-8bf3-f39e20eae0d0 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:06.751155 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-896e080b-3dcb-4786-99d4-226c40861058 req-5a1df01e-d1b6-4114-8bf3-f39e20eae0d0 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0560715 May 25 05:45:06.797633 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-896e080b-3dcb-4786-99d4-226c40861058 req-f392be55-7bc3-47eb-a905-13db040084bd tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 May 25 05:45:07.017614 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2ad07fa7-d31b-4eb6-b7bf-354bcd31b0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:07.139265 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1e7a-163a-4902-92d7-464895fe7f1d req-2431aa9d-d532-4314-be7a-be4780874c96 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:07.140764 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c8fd1e7a-163a-4902-92d7-464895fe7f1d req-2431aa9d-d532-4314-be7a-be4780874c96 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0535550 May 25 05:45:07.191443 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c8fd1e7a-163a-4902-92d7-464895fe7f1d req-0a5ad750-d2c8-4017-b15c-d40adc8e168f tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440392 May 25 05:45:07.609361 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9bfce-5bbf-4df4-bb1b-eab5ebd8d11e req-82fa9797-bfb0-407a-af90-6505d9f7ae6a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:07.610882 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0ce9bfce-5bbf-4df4-bb1b-eab5ebd8d11e req-82fa9797-bfb0-407a-af90-6505d9f7ae6a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0516069 May 25 05:45:07.661990 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0ce9bfce-5bbf-4df4-bb1b-eab5ebd8d11e req-370c5aea-1614-4f53-8eed-f152cbe1aae3 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445409 May 25 05:45:07.912799 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd407f-31b7-4d14-8075-7e231e1dc4b2 req-36909067-b57b-4f0d-8d9d-32638a13160d tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:07.914286 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6afd407f-31b7-4d14-8075-7e231e1dc4b2 req-36909067-b57b-4f0d-8d9d-32638a13160d tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0528440 May 25 05:45:07.960034 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6afd407f-31b7-4d14-8075-7e231e1dc4b2 req-911ce5b0-c444-480e-a55f-f0b1497b3a27 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 May 25 05:45:08.309949 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54d8d3-a760-40d9-ae89-2fa7b1b25ca4 req-f739b8c0-04b1-46e0-872e-f4da2d291881 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:08.311433 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2a54d8d3-a760-40d9-ae89-2fa7b1b25ca4 req-f739b8c0-04b1-46e0-872e-f4da2d291881 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0518095 May 25 05:45:08.358255 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2a54d8d3-a760-40d9-ae89-2fa7b1b25ca4 req-858b8bf6-3b73-4ff1-a84c-86b1630ff68c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412273 May 25 05:45:08.789767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c192-c992-4605-b80f-ad308d975a61 req-7de83ffa-7974-4e85-8792-cfc0b907ab5f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:08.791181 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b368c192-c992-4605-b80f-ad308d975a61 req-7de83ffa-7974-4e85-8792-cfc0b907ab5f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0577102 May 25 05:45:08.844537 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b368c192-c992-4605-b80f-ad308d975a61 req-307e7932-2d2f-4a6f-9e6d-a9815c197102 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477157 May 25 05:45:09.075628 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebbedf-a383-4e36-8a07-0b998c696513 req-e53cf975-7462-4995-bf56-6e7436a834ab tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:09.077008 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bebbedf-a383-4e36-8a07-0b998c696513 req-e53cf975-7462-4995-bf56-6e7436a834ab tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 932 time: 0.0519254 May 25 05:45:09.125214 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bebbedf-a383-4e36-8a07-0b998c696513 req-788e73bd-53dc-49e7-8e92-a6bcf12c59d2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426109 May 25 05:45:09.160843 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f98d1a10-63bf-4f9f-ab53-303a92d9037d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:09.474424 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c22bf4-af8b-45e6-914d-7105a617361f req-fc6bcf9e-00d3-4d47-a50d-1fbf34ae3a97 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:09.475879 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f9c22bf4-af8b-45e6-914d-7105a617361f req-fc6bcf9e-00d3-4d47-a50d-1fbf34ae3a97 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0519042 May 25 05:45:09.525561 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f9c22bf4-af8b-45e6-914d-7105a617361f req-189dcc77-151b-4825-9c1f-a1aea2a02f8e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441446 May 25 05:45:09.776853 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Request body: {'port': {'device_id': '4ff0a05c-034d-4f54-a492-941b853893d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:09.836960 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:09.975546 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077ab10-d5a5-47b5-a674-14e8d415231f req-355fdec0-069e-4217-a37a-d5ddf36bcb43 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:09.977205 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3077ab10-d5a5-47b5-a674-14e8d415231f req-355fdec0-069e-4217-a37a-d5ddf36bcb43 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0544086 May 25 05:45:10.025543 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3077ab10-d5a5-47b5-a674-14e8d415231f req-6837e34f-6463-4850-9987-593924520f48 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423882 May 25 05:45:10.105001 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49403027-0410-4393-a7fc-77a8dcdb6952 {{(pid=110245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:45:10.112485 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Publish callbacks [] for port (49403027-0410-4393-a7fc-77a8dcdb6952), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:10.124051 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.provisioning_blocks [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Transition to ACTIVE for port object 49403027-0410-4393-a7fc-77a8dcdb6952 will not be triggered until provisioned by entity L2. {{(pid=110245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:45:10.127568 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:10.177817 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Pushing event updated for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:10.247086 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Attempting to bind port 49403027-0410-4393-a7fc-77a8dcdb6952 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:45:10.247427 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Attempting to bind port 49403027-0410-4393-a7fc-77a8dcdb6952 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:45:10.247754 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Attempting to bind port 49403027-0410-4393-a7fc-77a8dcdb6952 on network ab7d5dc5-cbc6-44fe-816a-e72d6499402f {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:45:10.252422 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Port 49403027-0410-4393-a7fc-77a8dcdb6952 on network ab7d5dc5-cbc6-44fe-816a-e72d6499402f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:45:10.252743 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Attempting to bind port 49403027-0410-4393-a7fc-77a8dcdb6952 on network ab7d5dc5-cbc6-44fe-816a-e72d6499402f {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:45:10.258674 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:45:10.259003 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Checking segment: {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:45:10.259382 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Bound using segment: {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'} {{(pid=110245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:45:10.259813 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.managers [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Bound port: 49403027-0410-4393-a7fc-77a8dcdb6952, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f'}}] {{(pid=110245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:45:10.260166 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:10.272178 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0d8fb-1aa0-4a23-8c95-bb709cdc3b20 req-71bc89de-de9e-4dca-be82-e6376dd42ac9 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:10.272422 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bca0d8fb-1aa0-4a23-8c95-bb709cdc3b20 req-71bc89de-de9e-4dca-be82-e6376dd42ac9 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 944 time: 0.0589986 May 25 05:45:10.325352 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bca0d8fb-1aa0-4a23-8c95-bb709cdc3b20 req-61d0484f-7a6b-4caa-8ffb-804438a6806f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468552 May 25 05:45:10.362651 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, cleared binding levels {{(pid=110245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:45:10.366374 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=49403027-0410-4393-a7fc-77a8dcdb6952,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:45:10.374258 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:10.376655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:10.415091 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:10.415708 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:10.417119 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] 10.222.0.32 "PUT /v2.0/ports/49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 1094 time: 0.6446116 May 25 05:45:10.417648 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:10.419916 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2c424-fb22-40c0-8e80-2d24973db811" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:10.440230 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b669d5-494f-4c22-805e-386efbe52df7 service neutron] Pushing event updated for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=3']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:10.473231 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03881099-d351-48bc-bf3a-b434141139fe x-openstack-request-id: req-03881099-d351-48bc-bf3a-b434141139fe {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:10.473755 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:10.474242 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03881099-d351-48bc-bf3a-b434141139fe {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:10.474891 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03881099-d351-48bc-bf3a-b434141139fe'] response: {'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952', 'status': 'completed', 'code': 200} May 25 05:45:10.534865 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-33bd15fb-cfbe-40b4-bd85-c39b4f2cdc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:10.537359 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-33bd15fb-cfbe-40b4-bd85-c39b4f2cdc8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1128 time: 0.0562129 May 25 05:45:10.579522 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-a04da8c8-4e96-4371-ad34-5e200efa363a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 217 time: 0.0351360 May 25 05:45:10.658277 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-8500c454-3398-4fb4-a243-ab76b30fad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:10.659784 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-8500c454-3398-4fb4-a243-ab76b30fad0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 200 len: 853 time: 0.0692742 May 25 05:45:10.665344 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4a8bf-b58d-420b-a37b-229845ca4960 req-95019d60-9542-4e52-a7c1-1567f71e0c94 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:10.666877 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98c4a8bf-b58d-420b-a37b-229845ca4960 req-95019d60-9542-4e52-a7c1-1567f71e0c94 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0691781 May 25 05:45:10.714915 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98c4a8bf-b58d-420b-a37b-229845ca4960 req-011807b2-d623-4d2c-bf30-309d7080a615 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 May 25 05:45:10.778520 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b075645-2059-427e-b48e-5175982f48f1 req-b26fe52c-4c9f-401b-ac41-0cd35afe002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:10.780209 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-b26fe52c-4c9f-401b-ac41-0cd35afe002d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480261 May 25 05:45:10.876580 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-bdcd57b1-52ca-4d89-8410-2ccadffd154b service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880721 May 25 05:45:10.932340 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d226d8-46d8-44c6-a7a6-0a0b1ccec656 req-c46a8b4e-6326-46ca-9b30-fcead81e7061 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:10.934005 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-08d226d8-46d8-44c6-a7a6-0a0b1ccec656 req-c46a8b4e-6326-46ca-9b30-fcead81e7061 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0550585 May 25 05:45:10.976876 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-3b075645-2059-427e-b48e-5175982f48f1 req-9d724d77-c9d3-4c06-95e4-41ee0af991a1 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933223 May 25 05:45:11.021227 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-08d226d8-46d8-44c6-a7a6-0a0b1ccec656 req-6aba15a4-ab14-4ae3-928e-c0b58855f484 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754552 May 25 05:45:11.024195 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-2443ff9e-cc59-42d3-9e52-640bc595718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.025470 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-2443ff9e-cc59-42d3-9e52-640bc595718c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 1129 time: 0.0875657 May 25 05:45:11.072981 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-fa3f9897-5ec0-4266-b6fa-13f2c66eb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.073747 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-fa3f9897-5ec0-4266-b6fa-13f2c66eb3d1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1128 time: 0.0511556 May 25 05:45:11.149751 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-4d87a01f-2b03-4f88-8de2-32b28ec4c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.151243 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-4d87a01f-2b03-4f88-8de2-32b28ec4c820 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 912 time: 0.1197083 May 25 05:45:11.175326 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-56ef281b-e983-4784-bb0f-7eddb1f3c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.176930 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-56ef281b-e983-4784-bb0f-7eddb1f3c254 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 915 time: 0.0963066 May 25 05:45:11.216905 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-d42f7b88-e573-4bf9-b527-1b884153d1a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 217 time: 0.0344622 May 25 05:45:11.218075 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf36a07-e0cd-49d3-840b-1116260b4653 req-b0301a64-6079-4752-b46f-375a3ed42487 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.219572 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bf36a07-e0cd-49d3-840b-1116260b4653 req-b0301a64-6079-4752-b46f-375a3ed42487 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1027060 May 25 05:45:11.232068 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-d35ce6df-30cc-4f66-a09c-43a488e8f80c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 200 len: 1001 time: 0.0746207 May 25 05:45:11.266587 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-978af053-6617-49fc-92d3-f06d819a71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.268031 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-978af053-6617-49fc-92d3-f06d819a71b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 200 len: 853 time: 0.0447452 May 25 05:45:11.309047 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bf36a07-e0cd-49d3-840b-1116260b4653 req-c1a6ef40-a4d5-4dbb-8165-b7e1b098a5cf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797775 May 25 05:45:11.310577 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-e40e508e-fe5c-41bd-8d00-c77087497d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.311915 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-e40e508e-fe5c-41bd-8d00-c77087497d41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.0738885 May 25 05:45:11.323985 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-1ca6fb9b-bb1d-4ec9-98e7-77b53d0a47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.335220 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-1ca6fb9b-bb1d-4ec9-98e7-77b53d0a47bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506134 May 25 05:45:11.363250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-02e42328-8257-4209-94e9-c95ecef90a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.365415 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-02e42328-8257-4209-94e9-c95ecef90a60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471871 May 25 05:45:11.423201 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-b03e90dc-492a-47c7-ad2b-4b588bd551c4 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915799 May 25 05:45:11.507230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1ad03-bb92-4563-98cf-f6eaa196d99a req-7f55ebc3-c37f-4df3-8ecd-3011362bbbfa tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:11.508745 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e5c1ad03-bb92-4563-98cf-f6eaa196d99a req-7f55ebc3-c37f-4df3-8ecd-3011362bbbfa tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 944 time: 0.0839441 May 25 05:45:11.514495 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-69dc9ccd-6384-4871-a5e5-ad61178557a7 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431277 May 25 05:45:11.535062 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-89f2c424-fb22-40c0-8e80-2d24973db811 req-327a5b8f-8809-458c-8213-d76a509d7a84 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053846 May 25 05:45:11.615440 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e5c1ad03-bb92-4563-98cf-f6eaa196d99a req-40642979-87ec-422a-8da5-4a7f45482625 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999060 May 25 05:45:11.645478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8fff7330-29d3-4c57-a506-a005345bb8eb req-351868e0-f4c6-4beb-a4a8-670ba23763fe service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163571 May 25 05:45:11.655845 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.142262 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd67cf5-638b-4c6f-a7b0-bddfa00c8b25 req-78fbb5ab-4b6e-42ef-ac6c-cb41c88cf9bb tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:12.143730 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9dd67cf5-638b-4c6f-a7b0-bddfa00c8b25 req-78fbb5ab-4b6e-42ef-ac6c-cb41c88cf9bb tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0528884 May 25 05:45:12.190053 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9dd67cf5-638b-4c6f-a7b0-bddfa00c8b25 req-27abef70-b836-49c0-996b-cdb8733a0ee4 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406423 May 25 05:45:12.439687 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae3954-8a17-40c2-b5d5-09cb420f42e7 req-82a2e2f7-e5e7-4f8f-8a6f-02272cf9dc3e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:12.441431 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-19ae3954-8a17-40c2-b5d5-09cb420f42e7 req-82a2e2f7-e5e7-4f8f-8a6f-02272cf9dc3e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0607181 May 25 05:45:12.490333 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.493699 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-19ae3954-8a17-40c2-b5d5-09cb420f42e7 req-74c53777-15ad-4ed1-9429-b1b68b454fc6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457580 May 25 05:45:12.579956 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 43134) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:12.584571 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-a4898ddf-dcb8-412f-9a1d-e3d25f18d753 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020446280', 'description': 'tempest-description--9051517'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:12.604815 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a4898ddf-dcb8-412f-9a1d-e3d25f18d753 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.671865 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a4898ddf-dcb8-412f-9a1d-e3d25f18d753 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (ca4f4e65-42d2-4e06-8680-288e994f2fa7), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.676617 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a4898ddf-dcb8-412f-9a1d-e3d25f18d753 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ca4f4e65-42d2-4e06-8680-288e994f2fa7), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.732854 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a4898ddf-dcb8-412f-9a1d-e3d25f18d753 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.734095 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a4898ddf-dcb8-412f-9a1d-e3d25f18d753 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1530282 May 25 05:45:12.735745 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4898ddf-dcb8-412f-9a1d-e3d25f18d753 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f4e65-42d2-4e06-8680-288e994f2fa7,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:12.737128 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43138) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:12.742049 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-ee405c21-2cf7-4375-8fbb-81a3de01a902 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': 'ca4f4e65-42d2-4e06-8680-288e994f2fa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:12.760626 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda661b8-706c-4587-8e47-87f66659296e req-ea93b032-c9f0-43f7-8886-c28e3a6241e3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:12.762170 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-eda661b8-706c-4587-8e47-87f66659296e req-ea93b032-c9f0-43f7-8886-c28e3a6241e3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 944 time: 0.0734727 May 25 05:45:12.778462 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee405c21-2cf7-4375-8fbb-81a3de01a902 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (90cf9123-a729-4b58-8696-0c91ae4c294c), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.816434 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-eda661b8-706c-4587-8e47-87f66659296e req-52ee5457-a8b1-4e15-95d5-7475070250f6 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486560 May 25 05:45:12.840250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee405c21-2cf7-4375-8fbb-81a3de01a902 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (90cf9123-a729-4b58-8696-0c91ae4c294c), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.873402 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee405c21-2cf7-4375-8fbb-81a3de01a902 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (90cf9123-a729-4b58-8696-0c91ae4c294c), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.899698 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee405c21-2cf7-4375-8fbb-81a3de01a902 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cf9123-a729-4b58-8696-0c91ae4c294c,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:12.929285 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee405c21-2cf7-4375-8fbb-81a3de01a902 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:12.931881 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ee405c21-2cf7-4375-8fbb-81a3de01a902 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1935549 May 25 05:45:12.937136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43140) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:12.943072 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-a641a4f4-f730-48f9-bec0-de85767035ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': 'ca4f4e65-42d2-4e06-8680-288e994f2fa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:12.968625 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a641a4f4-f730-48f9-bec0-de85767035ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (3966f020-57b7-46f1-b726-0934eca0b6aa), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.023363 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a641a4f4-f730-48f9-bec0-de85767035ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (3966f020-57b7-46f1-b726-0934eca0b6aa), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.027061 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a641a4f4-f730-48f9-bec0-de85767035ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (3966f020-57b7-46f1-b726-0934eca0b6aa), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.045807 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641a4f4-f730-48f9-bec0-de85767035ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3966f020-57b7-46f1-b726-0934eca0b6aa,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:13.056319 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a641a4f4-f730-48f9-bec0-de85767035ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.057550 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a641a4f4-f730-48f9-bec0-de85767035ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193688 May 25 05:45:13.060576 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43142) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:13.064860 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:13.086706 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.190564 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.298523 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.27.2.3 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/f1e0e3e9-316f-4f24-b76c-cd7401be2888) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:45:13.317918 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87712fce-9f7c-4b83-89fe-64fc5ba4b454 req-dc0bd452-f013-42db-bbfd-bc6522db8cb9 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:13.319494 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-87712fce-9f7c-4b83-89fe-64fc5ba4b454 req-dc0bd452-f013-42db-bbfd-bc6522db8cb9 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0530074 May 25 05:45:13.367986 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-87712fce-9f7c-4b83-89fe-64fc5ba4b454 req-00f921af-81df-441c-9288-014bcae6ae7a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 May 25 05:45:13.403079 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.436013 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.470463 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:45:13.474027 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:45:13.477613 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:45:13.505814 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=f1e0e3e9-316f-4f24-b76c-cd7401be2888,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:13.556952 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:45:13.576622 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (94226ecd-644c-4eca-a416-098d6c722a2d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.628040 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.642748 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f121533-b0e2-4fab-a5ed-2d8f8e5d02ca req-766267ef-2438-4365-a79c-d3003a067750 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:13.644298 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f121533-b0e2-4fab-a5ed-2d8f8e5d02ca req-766267ef-2438-4365-a79c-d3003a067750 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0664773 May 25 05:45:13.684866 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:13.702701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.705777 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'port_id': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'mac_address': 'fa:16:3e:f1:37:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:45:13.741334 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f121533-b0e2-4fab-a5ed-2d8f8e5d02ca req-770b25d7-87b7-4973-8418-963a94606bbb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851688 May 25 05:45:13.742930 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: ACTIVE; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:13.743318 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.752221 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-b2771bcf-6034-4d6f-9d69-2d3a06479f28 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950534 May 25 05:45:13.761665 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f1b65c9-a9f5-4ace-aada-6408e400c064 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:45:13.784123 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:13.789642 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.804188 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.809563 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.825441 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-f3882b39-9942-41d6-8db6-9dd965f77543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:13.827289 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-f3882b39-9942-41d6-8db6-9dd965f77543 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 1129 time: 0.0502822 May 25 05:45:13.845651 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=6']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:13.891967 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=f1e0e3e9-316f-4f24-b76c-cd7401be2888,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:13.904444 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (94226ecd-644c-4eca-a416-098d6c722a2d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.919681 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['7f1b65c9-a9f5-4ace-aada-6408e400c064'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:45:13.926987 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:13.936512 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6ee46709-936a-42e4-b267-b67e48baf64d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8667860 May 25 05:45:13.988392 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3ac91-bd5c-4e2e-98b6-25c72b2d8787 req-f8a9c7bb-b775-4a5c-902d-2c34beb3ece3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:13.990031 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-75c3ac91-bd5c-4e2e-98b6-25c72b2d8787 req-f8a9c7bb-b775-4a5c-902d-2c34beb3ece3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 944 time: 0.0903063 May 25 05:45:13.991486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-39c07396-8b51-4f07-81bf-be58ee7cde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:13.992807 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-39c07396-8b51-4f07-81bf-be58ee7cde61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.1386986 May 25 05:45:14.083766 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-64482341-4d69-47c8-b4d0-2539fc7a99ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 HTTP/1.1" status: 200 len: 1001 time: 0.0805361 May 25 05:45:14.088028 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-75c3ac91-bd5c-4e2e-98b6-25c72b2d8787 req-b2b3fe0e-1567-4785-a02a-3fd13eba20ba tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919032 May 25 05:45:14.160988 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-b0221082-24fb-4ada-95dc-2a4ae60b1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:14.162511 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-b0221082-24fb-4ada-95dc-2a4ae60b1489 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0728405 May 25 05:45:14.185616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6e04015f-e13d-49fc-a91a-311a62b24ad2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2020446280&fields=id&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 267 time: 0.0652459 May 25 05:45:14.282994 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-0271a1c3-1a6d-4559-a6eb-4568ca69021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:14.284444 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-0271a1c3-1a6d-4559-a6eb-4568ca69021e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147735 May 25 05:45:14.352508 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-e69c7280-2137-47a1-bc61-fb7e747c25d1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:14.353922 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-e69c7280-2137-47a1-bc61-fb7e747c25d1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 0.1532941 May 25 05:45:14.376691 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-b542b16c-9d48-4798-ae4d-6153dc613de4 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/quotas/ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 375 time: 0.0169802 May 25 05:45:14.437102 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-f744947a-61c2-4626-b505-74b0bb69c1d6 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382151 May 25 05:45:14.471838 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-3571ac1e-7a77-4eac-aac9-16f6f2f4b4ea tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886264 May 25 05:45:14.604955 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5891103-bad6-414a-ad84-10fba692b0f6 req-4db5b2e1-ca4f-411a-9154-801a5fcf403a service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595428 May 25 05:45:14.609906 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-7615a32b-e786-4d9b-bb4c-7f9850735de1 service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135817 May 25 05:45:14.702634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-c10fb461-90f0-4fda-adca-7f6d293d9404 service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865974 May 25 05:45:14.880900 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cdd92a36-7e88-456e-8d23-a90724c3aef4 req-2a16390b-9ad3-4b29-b642-ef6efba749ee tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 210 time: 0.0330114 May 25 05:45:14.901981 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f2e5-4743-4ab5-aac1-41dbd5218ac3 req-fb248244-1deb-4ad8-862b-eb9507c47098 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:14.906681 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4141f2e5-4743-4ab5-aac1-41dbd5218ac3 req-fb248244-1deb-4ad8-862b-eb9507c47098 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 945 time: 0.0906429 May 25 05:45:14.953890 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4141f2e5-4743-4ab5-aac1-41dbd5218ac3 req-276405ff-e6c4-4eb2-9729-c9c7bef18c30 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 May 25 05:45:15.219371 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc113c66-3b36-4c05-abff-7a9c4c4bd5d5 req-45498d46-36fa-4104-873d-77b43373adf4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:15.220957 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc113c66-3b36-4c05-abff-7a9c4c4bd5d5 req-45498d46-36fa-4104-873d-77b43373adf4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 944 time: 0.0575972 May 25 05:45:15.274335 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc113c66-3b36-4c05-abff-7a9c4c4bd5d5 req-e1fe5c0b-6480-4ad6-822e-ead3935ea338 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 May 25 05:45:15.587951 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 49403027-0410-4393-a7fc-77a8dcdb6952 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:45:15.592068 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:45:15.706266 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 7f1b65c9-a9f5-4ace-aada-6408e400c064 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:45:15.706637 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:15.756730 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=49403027-0410-4393-a7fc-77a8dcdb6952,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:15.775641 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '49403027-0410-4393-a7fc-77a8dcdb6952', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'port_id': '49403027-0410-4393-a7fc-77a8dcdb6952', 'mac_address': 'fa:16:3e:bc:f0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:45:15.840377 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 49403027-0410-4393-a7fc-77a8dcdb6952 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:15.840765 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:15.842619 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:15.842986 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:15.863098 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49403027-0410-4393-a7fc-77a8dcdb6952 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:45:15.884652 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:15.886900 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9422b0-aee3-4573-86ba-1bd6496f02ff" -d '{"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:15.903441 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=49403027-0410-4393-a7fc-77a8dcdb6952,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:15.905399 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:15.908459 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:15.912787 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:15.934871 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816c655d-d5b1-4f0c-87b7-dd8a8e064be4 x-openstack-request-id: req-816c655d-d5b1-4f0c-87b7-dd8a8e064be4 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:15.935186 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:15.935445 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-816c655d-d5b1-4f0c-87b7-dd8a8e064be4 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:15.935839 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816c655d-d5b1-4f0c-87b7-dd8a8e064be4'] response: {'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'code': 200} May 25 05:45:15.961970 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:15.985658 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-212915c3-8fc8-40d9-8deb-9ff4826622b3 req-55a41a7e-7224-4d3e-9df2-c3177c5c11bd tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 210 time: 0.0288072 May 25 05:45:16.023121 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=7']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:16.171641 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcf910-f3b2-4f1b-adba-0cc6f54dadf9 req-b5633536-e044-4446-8ea9-8e9d5430f013 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:16.173138 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-91bcf910-f3b2-4f1b-adba-0cc6f54dadf9 req-b5633536-e044-4446-8ea9-8e9d5430f013 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1319308 May 25 05:45:16.203798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-a09abf3d-f2f6-4925-a5ff-9295de44c9d9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:16.205243 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-a09abf3d-f2f6-4925-a5ff-9295de44c9d9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 0.1537373 May 25 05:45:16.234628 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-91bcf910-f3b2-4f1b-adba-0cc6f54dadf9 req-287af0d7-dced-4df4-b45b-626db8d05a46 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520720 May 25 05:45:16.297725 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-12fd0055-dcc4-458c-a818-40e401624666 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 473 time: 0.0619264 May 25 05:45:16.306703 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'port': {'device_id': '7c688142-07b9-4140-8b3b-34c4725d8149', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'admin_state_up': True, 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'security_groups': ['ca4f4e65-42d2-4e06-8680-288e994f2fa7']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:16.437305 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d64c-aa03-4072-810f-a27f7e94913d req-c2e74108-a08c-40a5-8905-b95e5d86537c tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:16.439318 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fa51d64c-aa03-4072-810f-a27f7e94913d req-c2e74108-a08c-40a5-8905-b95e5d86537c tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 945 time: 0.0885942 May 25 05:45:16.476565 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Made reservation on behalf of ff1b1d0261e342a09f7c499fced9a6b6 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:45:16.479821 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:16.513689 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fa51d64c-aa03-4072-810f-a27f7e94913d req-0cd6a7da-1d7d-452f-9b89-6d3454a06362 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657775 May 25 05:45:16.623580 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.20.0.12 (03cbec90-4b8a-4a3a-b3fc-7583ee92726b/6cdca1e9-961f-4039-8a76-fcc86b7d0ca4/de3cd410-26a5-44e7-ac07-dee9a4fb4562) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:45:16.632541 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['49403027-0410-4393-a7fc-77a8dcdb6952'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:45:16.765011 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:16.795981 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:16.836704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:45:16.839738 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:45:16.845818 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:45:16.851568 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=de3cd410-26a5-44e7-ac07-dee9a4fb4562,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:16.900058 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:16.900708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:16.917832 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-2574e43c-9d57-43d7-b925-244ace77d57e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148570 May 25 05:45:16.931667 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Request body: {'port': {'device_id': '7c688142-07b9-4140-8b3b-34c4725d8149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:16.995785 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:17.059474 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-eb743c92-5c6f-46dd-a90e-5528232df31c None None] Provisioning complete for port de3cd410-26a5-44e7-ac07-dee9a4fb4562 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:45:17.059947 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-eb743c92-5c6f-46dd-a90e-5528232df31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:17.096670 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-eb743c92-5c6f-46dd-a90e-5528232df31c None None] Port de3cd410-26a5-44e7-ac07-dee9a4fb4562 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:45:17.399951 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cbf01-f062-405e-ad1e-1dcadd436f3b req-2939530a-05a2-452e-99e4-35d6d3aabd40 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:17.401541 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-359cbf01-f062-405e-ad1e-1dcadd436f3b req-2939530a-05a2-452e-99e4-35d6d3aabd40 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 932 time: 0.1658909 May 25 05:45:17.516703 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf7fb6-7ad7-4edf-a927-958c8696d28a req-fb79049f-9b9a-4e05-959c-81be9c77b361 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:17.518221 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5dcf7fb6-7ad7-4edf-a927-958c8696d28a req-fb79049f-9b9a-4e05-959c-81be9c77b361 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.2088814 May 25 05:45:17.537204 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-359cbf01-f062-405e-ad1e-1dcadd436f3b req-ce56e68f-cedc-4f62-9d4f-8328f1937058 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246490 May 25 05:45:17.626181 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5dcf7fb6-7ad7-4edf-a927-958c8696d28a req-794a6aca-4165-40df-a7e0-9f853f8a18ec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000223 May 25 05:45:17.683234 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3cd410-26a5-44e7-ac07-dee9a4fb4562 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:45:17.693746 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Publish callbacks [] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:17.704047 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277a6ca-79b1-46fe-b151-6e0c80059665 req-b38e4204-f894-4172-8274-b7cb399d04be tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:17.705525 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9277a6ca-79b1-46fe-b151-6e0c80059665 req-b38e4204-f894-4172-8274-b7cb399d04be tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 945 time: 0.1134028 May 25 05:45:17.721085 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Transition to ACTIVE for port object de3cd410-26a5-44e7-ac07-dee9a4fb4562 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:45:17.729554 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:17.797340 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Pushing event updated for resources: {'Port': ['ID=de3cd410-26a5-44e7-ac07-dee9a4fb4562,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:17.804754 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9277a6ca-79b1-46fe-b151-6e0c80059665 req-962175c1-64b8-47ce-9619-f1d74f023b1d tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902989 May 25 05:45:17.887800 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Attempting to bind port de3cd410-26a5-44e7-ac07-dee9a4fb4562 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:45:17.888138 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Attempting to bind port de3cd410-26a5-44e7-ac07-dee9a4fb4562 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:45:17.888469 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Attempting to bind port de3cd410-26a5-44e7-ac07-dee9a4fb4562 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:45:17.893351 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Port de3cd410-26a5-44e7-ac07-dee9a4fb4562 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:45:17.893668 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Attempting to bind port de3cd410-26a5-44e7-ac07-dee9a4fb4562 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:45:17.900195 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:45:17.900533 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Checking segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:45:17.900913 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Bound using segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:45:17.901341 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Bound port: de3cd410-26a5-44e7-ac07-dee9a4fb4562, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:45:17.901696 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:17.966718 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] For port de3cd410-26a5-44e7-ac07-dee9a4fb4562, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:45:17.969780 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] For port de3cd410-26a5-44e7-ac07-dee9a4fb4562, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:45:17.977337 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:18.009756 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.010356 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:18.011752 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] 10.222.0.32 "PUT /v2.0/ports/de3cd410-26a5-44e7-ac07-dee9a4fb4562 HTTP/1.1" status: 200 len: 1094 time: 1.0842378 May 25 05:45:18.012148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:18.014518 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f169b5-4648-483f-841c-9e2d8644a449" -d '{"events": [{"name": "network-changed", "server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:18.053935 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0632c-eeb4-4cf8-8af2-444eae9da58e service neutron] Pushing event updated for resources: {'Port': ['ID=de3cd410-26a5-44e7-ac07-dee9a4fb4562,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:18.065972 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aea37b1-4b5f-4282-9d45-a5ff161037be x-openstack-request-id: req-1aea37b1-4b5f-4282-9d45-a5ff161037be {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:18.066359 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:18.067198 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1aea37b1-4b5f-4282-9d45-a5ff161037be {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:18.067639 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aea37b1-4b5f-4282-9d45-a5ff161037be'] response: {'name': 'network-changed', 'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'status': 'completed', 'code': 200} May 25 05:45:18.106842 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-4a9ce07e-4cdb-4b28-b793-d3056f753504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.108427 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-4a9ce07e-4cdb-4b28-b793-d3056f753504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 1128 time: 0.0514941 May 25 05:45:18.155196 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-bcc249fe-0412-487e-8a8a-3b00010f14d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562 HTTP/1.1" status: 200 len: 217 time: 0.0378697 May 25 05:45:18.214322 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-361c0b52-b55c-440a-897b-33c10681411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.215774 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-361c0b52-b55c-440a-897b-33c10681411b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0511358 May 25 05:45:18.267037 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6aef8891-234a-4b30-acef-256cd8bccee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.268921 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-6aef8891-234a-4b30-acef-256cd8bccee5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469234 May 25 05:45:18.363766 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-7c2fd6b5-eef0-44aa-88b3-4bd6f5c6f06b service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867920 May 25 05:45:18.458823 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-38990fed-7e25-4758-a1b3-5454f4d19e80 req-4e6f04ac-a4ca-4766-a5b9-4f41d3446116 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886140 May 25 05:45:18.557139 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f169b5-4648-483f-841c-9e2d8644a449 req-5f4c0b8a-3bf8-47c4-b260-fb1c286a2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.558683 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63f169b5-4648-483f-841c-9e2d8644a449 req-5f4c0b8a-3bf8-47c4-b260-fb1c286a2a22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 1128 time: 0.0455649 May 25 05:45:18.693713 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8fea-b688-406f-83cc-0d6f78efccd5 req-ae84127a-7e05-4b25-a3f8-bba529a8bc3c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.695267 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-703b8fea-b688-406f-83cc-0d6f78efccd5 req-ae84127a-7e05-4b25-a3f8-bba529a8bc3c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 944 time: 0.0837915 May 25 05:45:18.696297 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f169b5-4648-483f-841c-9e2d8644a449 req-b79bd2d4-cdc3-45b6-bb04-fe2cfd00fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.697867 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63f169b5-4648-483f-841c-9e2d8644a449 req-b79bd2d4-cdc3-45b6-bb04-fe2cfd00fa51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.1334856 May 25 05:45:18.768929 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63f169b5-4648-483f-841c-9e2d8644a449 req-dc5500b3-2781-49e2-83b4-e45de2fb2746 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562 HTTP/1.1" status: 200 len: 217 time: 0.0575032 May 25 05:45:18.855448 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31663f3-dfcf-40d5-a114-6318da0e3f56 req-abf00da7-9a71-42e5-900a-b0ba90d69496 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.856938 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d31663f3-dfcf-40d5-a114-6318da0e3f56 req-abf00da7-9a71-42e5-900a-b0ba90d69496 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1559603 May 25 05:45:18.859342 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f169b5-4648-483f-841c-9e2d8644a449 req-df09b8c0-54fa-461e-9afb-9ca95e988ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.860658 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63f169b5-4648-483f-841c-9e2d8644a449 req-df09b8c0-54fa-461e-9afb-9ca95e988ca0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0838583 May 25 05:45:18.864626 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-703b8fea-b688-406f-83cc-0d6f78efccd5 req-0744c503-e437-42b4-a786-100d7f7adb67 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625402 May 25 05:45:18.969198 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d31663f3-dfcf-40d5-a114-6318da0e3f56 req-779148e0-327a-4416-b940-07478723c654 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035197 May 25 05:45:18.978558 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f169b5-4648-483f-841c-9e2d8644a449 req-00ba0023-dd1a-4775-879a-ce40c26d15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:18.980069 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63f169b5-4648-483f-841c-9e2d8644a449 req-00ba0023-dd1a-4775-879a-ce40c26d15dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077530 May 25 05:45:19.042108 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836e969-e1e8-433a-bf81-45edb46fce99 req-9107225c-5593-429f-95ce-323324319394 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:19.043595 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d836e969-e1e8-433a-bf81-45edb46fce99 req-9107225c-5593-429f-95ce-323324319394 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 945 time: 0.1200416 May 25 05:45:19.119763 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d836e969-e1e8-433a-bf81-45edb46fce99 req-7be54b5f-3fd8-458d-b620-d88f4220e1e8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701241 May 25 05:45:19.121740 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63f169b5-4648-483f-841c-9e2d8644a449 req-3a839951-1aab-440b-9bc3-ecd85dd48b85 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330218 May 25 05:45:19.217371 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63f169b5-4648-483f-841c-9e2d8644a449 req-b6228afc-b473-4cea-8aa9-7f0fd34deea1 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894094 May 25 05:45:19.620582 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 49403027-0410-4393-a7fc-77a8dcdb6952 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:45:19.664939 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 49403027-0410-4393-a7fc-77a8dcdb6952 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:45:19.668779 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 49403027-0410-4393-a7fc-77a8dcdb6952 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:45:19.669162 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:19.746192 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 49403027-0410-4393-a7fc-77a8dcdb6952 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:19.746648 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:19.771360 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:19.773597 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a7c3a9-c50f-462a-9882-d819a3fd46ec" -d '{"events": [{"server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "name": "network-vif-plugged", "status": "completed", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:19.787690 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=49403027-0410-4393-a7fc-77a8dcdb6952,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:19.792966 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:19.820010 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2993877b-98ed-4d6e-9299-20b62da03c3e x-openstack-request-id: req-2993877b-98ed-4d6e-9299-20b62da03c3e {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:19.820326 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "name": "network-vif-plugged", "status": "completed", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:19.820605 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2993877b-98ed-4d6e-9299-20b62da03c3e {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:19.820985 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2993877b-98ed-4d6e-9299-20b62da03c3e'] response: {'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952', 'code': 200} May 25 05:45:19.843678 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:19.851291 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.851666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.852094 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.852435 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.852770 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.853145 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.853480 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.853814 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.854164 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.854498 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.854829 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.855159 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:19.855509 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:20.016367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031907d2-af9c-42fc-9799-b4531dbca21e req-7a022fde-52ed-4146-bf52-fb89c7f7bb32 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:20.017909 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-031907d2-af9c-42fc-9799-b4531dbca21e req-7a022fde-52ed-4146-bf52-fb89c7f7bb32 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 944 time: 0.0806062 May 25 05:45:20.060018 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00fa0-0463-4613-b1d2-5f5b8891e8ea req-c482a34c-cf9e-43b8-9bbb-5e3c37cadaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:20.061594 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3ca00fa0-0463-4613-b1d2-5f5b8891e8ea req-c482a34c-cf9e-43b8-9bbb-5e3c37cadaa5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1130 time: 0.0801990 May 25 05:45:20.137261 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-031907d2-af9c-42fc-9799-b4531dbca21e req-bd61a19a-6a47-434d-a1a4-78e99786cfca tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098006 May 25 05:45:20.173924 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43b482-72c7-42f2-a931-f8cc9d9a0217 req-24561d57-b403-4db1-94c2-31350030ed2a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:20.175459 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ed43b482-72c7-42f2-a931-f8cc9d9a0217 req-24561d57-b403-4db1-94c2-31350030ed2a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1181214 May 25 05:45:20.179149 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3ca00fa0-0463-4613-b1d2-5f5b8891e8ea req-afd6ca82-6600-4661-995d-d34a83cd0c1b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092031 May 25 05:45:20.260433 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ed43b482-72c7-42f2-a931-f8cc9d9a0217 req-29ee6dce-8ac5-432f-b926-aa6a3ad2886c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789540 May 25 05:45:20.277706 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18a8a7-f7f9-474e-a704-8c242de0cf8a req-d3693570-d8c5-4f3b-ba62-9e5238f20a0f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:20.279323 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ab18a8a7-f7f9-474e-a704-8c242de0cf8a req-d3693570-d8c5-4f3b-ba62-9e5238f20a0f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0812659 May 25 05:45:20.340166 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ab18a8a7-f7f9-474e-a704-8c242de0cf8a req-9ed5f8e8-10e1-42a6-9461-0aa30e311f25 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550625 May 25 05:45:21.272073 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7b35b-cb79-4e36-8eee-1243335dfc2f req-f0496c71-7311-43fb-9bd2-8d5fcc482f34 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:21.273478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bdf7b35b-cb79-4e36-8eee-1243335dfc2f req-f0496c71-7311-43fb-9bd2-8d5fcc482f34 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 944 time: 0.0589826 May 25 05:45:21.336069 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bdf7b35b-cb79-4e36-8eee-1243335dfc2f req-5ac153d8-7362-4f90-82ff-34aca89b8c61 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560875 May 25 05:45:21.436111 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024966f-85fc-48c8-b133-3915170eabfb req-e3645e2d-bcfb-4de0-a910-0a48d50e5c5d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:21.437806 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5024966f-85fc-48c8-b133-3915170eabfb req-e3645e2d-bcfb-4de0-a910-0a48d50e5c5d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0798120 May 25 05:45:21.522358 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5024966f-85fc-48c8-b133-3915170eabfb req-f8171ecc-3374-452a-8946-29eaf0c8f00e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746400 May 25 05:45:21.529326 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82145d-a8ee-4416-87d0-24e6ef06fa04 req-24a24bc7-4287-400e-b28d-893c2869b02a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:21.534710 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2a82145d-a8ee-4416-87d0-24e6ef06fa04 req-24a24bc7-4287-400e-b28d-893c2869b02a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0955400 May 25 05:45:21.582046 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2a82145d-a8ee-4416-87d0-24e6ef06fa04 req-82cd0a82-4093-4aa9-b2bf-1cf3c330c5ef tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 May 25 05:45:22.475078 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce413ec5-3f6a-40a1-86f7-15a6d4ce65d9 req-87a17b07-704f-484a-a295-f81ea52d8720 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:22.476669 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ce413ec5-3f6a-40a1-86f7-15a6d4ce65d9 req-87a17b07-704f-484a-a295-f81ea52d8720 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 944 time: 0.0733299 May 25 05:45:22.537343 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ce413ec5-3f6a-40a1-86f7-15a6d4ce65d9 req-81c10408-ca85-4933-bdbe-fb382565c027 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533679 May 25 05:45:22.671461 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ec745-7c13-4edd-8d03-830e8a915536 req-c24dec8e-3c53-4647-b037-42bb9f8d8aba tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:22.673086 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f8ec745-7c13-4edd-8d03-830e8a915536 req-c24dec8e-3c53-4647-b037-42bb9f8d8aba tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0772812 May 25 05:45:22.764173 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0fec0-0686-4947-86dc-170129a78b0a req-52ef46b9-e4b5-4e97-a02b-a8301dda42da tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:22.765716 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73f0fec0-0686-4947-86dc-170129a78b0a req-52ef46b9-e4b5-4e97-a02b-a8301dda42da tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0885315 May 25 05:45:22.774638 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f8ec745-7c13-4edd-8d03-830e8a915536 req-6a11856a-1ee2-4717-9f85-b42a017f1364 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886343 May 25 05:45:22.825855 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73f0fec0-0686-4947-86dc-170129a78b0a req-f12047ef-b5e0-4a35-819f-114f4f35e839 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499082 May 25 05:45:22.959804 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3667-85a5-462b-8611-81a3e86c1a80 req-1f6f1266-acc8-43d9-9b97-6dff04c16480 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:22.961273 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-853a3667-85a5-462b-8611-81a3e86c1a80 req-1f6f1266-acc8-43d9-9b97-6dff04c16480 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0580797 May 25 05:45:23.020880 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-853a3667-85a5-462b-8611-81a3e86c1a80 req-a788a82f-a04b-402c-b556-94a7cd4dc992 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538385 May 25 05:45:23.382732 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413970-b0a3-4da8-a796-12e032c34a01 req-5eea42b6-6a90-4db8-95bd-817c4e3baec3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:23.384638 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-76413970-b0a3-4da8-a796-12e032c34a01 req-5eea42b6-6a90-4db8-95bd-817c4e3baec3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0657125 May 25 05:45:23.437212 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-76413970-b0a3-4da8-a796-12e032c34a01 req-a1344fde-7e38-40c2-a959-23a308427788 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465913 May 25 05:45:23.650980 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device de3cd410-26a5-44e7-ac07-dee9a4fb4562 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:45:23.694791 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aa0b1-44ef-45f7-aa21-1bd98cfcd993 req-5a2960e1-4e87-48d5-8c12-f6590b10cc7b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:23.702124 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4b4aa0b1-44ef-45f7-aa21-1bd98cfcd993 req-5a2960e1-4e87-48d5-8c12-f6590b10cc7b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 944 time: 0.0848601 May 25 05:45:23.780592 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4b4aa0b1-44ef-45f7-aa21-1bd98cfcd993 req-6256d9a5-6a6a-4460-92e2-0b02a53cf350 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773685 May 25 05:45:23.795599 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port de3cd410-26a5-44e7-ac07-dee9a4fb4562, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:23.823544 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'port_id': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'mac_address': 'fa:16:3e:c1:22:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:45:23.917067 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port de3cd410-26a5-44e7-ac07-dee9a4fb4562 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:23.917637 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:23.933415 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3cd410-26a5-44e7-ac07-dee9a4fb4562 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:45:23.964427 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f97b91-8c09-41a1-bd95-23f3c1025b92 req-38491ef5-c71a-4cfb-a81f-9e470df9fbf2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:23.968818 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port de3cd410-26a5-44e7-ac07-dee9a4fb4562, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:23.975875 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-46f97b91-8c09-41a1-bd95-23f3c1025b92 req-38491ef5-c71a-4cfb-a81f-9e470df9fbf2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.1101437 May 25 05:45:23.977437 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:24.037456 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-46f97b91-8c09-41a1-bd95-23f3c1025b92 req-1cd12e86-4d8d-4d67-a4c2-905581677559 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553052 May 25 05:45:24.041418 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=de3cd410-26a5-44e7-ac07-dee9a4fb4562,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:24.557392 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['de3cd410-26a5-44e7-ac07-dee9a4fb4562'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:45:24.921967 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378fde7-36e3-4ac2-b24d-36becbb24dc4 req-a0bd226f-5488-4fce-af31-fedda0fdbb11 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:24.926895 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e378fde7-36e3-4ac2-b24d-36becbb24dc4 req-a0bd226f-5488-4fce-af31-fedda0fdbb11 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 945 time: 0.0805845 May 25 05:45:25.009644 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e378fde7-36e3-4ac2-b24d-36becbb24dc4 req-35ab1ce7-bdd7-4b58-9cbc-d750c543c8e0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758712 May 25 05:45:25.174673 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd970b-ca98-4b01-9d15-ae22bd22c7da req-82865f5c-cd3a-498e-bafa-34d483b97292 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:25.177055 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a9fd970b-ca98-4b01-9d15-ae22bd22c7da req-82865f5c-cd3a-498e-bafa-34d483b97292 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0685484 May 25 05:45:25.231680 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a9fd970b-ca98-4b01-9d15-ae22bd22c7da req-8077847b-46bd-4a92-a924-42cc401aa5c7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491691 May 25 05:45:26.146276 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843897f8-488b-4bf9-a2a3-b817835906f4 req-d115022d-db69-4990-bcf7-2273338b3893 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:26.153636 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-843897f8-488b-4bf9-a2a3-b817835906f4 req-d115022d-db69-4990-bcf7-2273338b3893 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 945 time: 0.0687895 May 25 05:45:26.204570 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-843897f8-488b-4bf9-a2a3-b817835906f4 req-8abfea32-9970-4468-a775-d630e425218b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498242 May 25 05:45:26.368997 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e670f-4c0c-4612-bd00-3f870a317cc2 req-5a1c008b-7d03-46be-8a26-9f8677d55fad tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:26.370602 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-147e670f-4c0c-4612-bd00-3f870a317cc2 req-5a1c008b-7d03-46be-8a26-9f8677d55fad tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0563681 May 25 05:45:26.422647 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-147e670f-4c0c-4612-bd00-3f870a317cc2 req-ddb5a18e-0fbf-49f7-9a86-b4d8c2b3baf7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462894 May 25 05:45:27.330662 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534f3be-17e4-40dc-9ad4-75c9b2085588 req-164e4d29-2405-47f9-bf4b-b7057846eb16 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:27.333852 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e534f3be-17e4-40dc-9ad4-75c9b2085588 req-164e4d29-2405-47f9-bf4b-b7057846eb16 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 945 time: 0.0570016 May 25 05:45:27.385245 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e534f3be-17e4-40dc-9ad4-75c9b2085588 req-67b10671-038b-4e70-892a-c821d2284df0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 May 25 05:45:27.563127 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca32607-8479-493a-8c37-0b48319bba7b req-32074c36-5b5a-4498-85ba-32c3f777e385 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:27.564981 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0ca32607-8479-493a-8c37-0b48319bba7b req-32074c36-5b5a-4498-85ba-32c3f777e385 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0561590 May 25 05:45:27.626609 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0ca32607-8479-493a-8c37-0b48319bba7b req-185cdf27-41d6-4f85-a8fe-d08a3ba3b37b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517688 May 25 05:45:27.667332 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device de3cd410-26a5-44e7-ac07-dee9a4fb4562 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:45:27.726906 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port de3cd410-26a5-44e7-ac07-dee9a4fb4562 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:45:27.735050 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port de3cd410-26a5-44e7-ac07-dee9a4fb4562 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:45:27.735435 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:27.814638 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port de3cd410-26a5-44e7-ac07-dee9a4fb4562 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:27.815033 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:27.840348 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:27.842762 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b772abed-ec09-45c7-9da0-1cb1391872e4" -d '{"events": [{"server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "name": "network-vif-plugged", "status": "completed", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:27.857248 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port de3cd410-26a5-44e7-ac07-dee9a4fb4562, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:27.862608 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:27.892178 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c886924-e3be-48db-8997-537829fe5ae7 x-openstack-request-id: req-7c886924-e3be-48db-8997-537829fe5ae7 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:27.892476 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "name": "network-vif-plugged", "status": "completed", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:27.892731 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c886924-e3be-48db-8997-537829fe5ae7 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:27.893123 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c886924-e3be-48db-8997-537829fe5ae7'] response: {'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'code': 200} May 25 05:45:27.926774 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=de3cd410-26a5-44e7-ac07-dee9a4fb4562,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:28.093004 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b597524-10cd-4e3e-87ce-599ab2f3d1e0 req-47808ad8-1a04-4e8d-8f30-5fc981366052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:28.094425 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1b597524-10cd-4e3e-87ce-599ab2f3d1e0 req-47808ad8-1a04-4e8d-8f30-5fc981366052 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 1130 time: 0.0505540 May 25 05:45:28.145330 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1b597524-10cd-4e3e-87ce-599ab2f3d1e0 req-ac751e22-6ca4-437d-adce-83502c1c5fe1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425065 May 25 05:45:28.536904 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14c765-a372-4603-a7cd-89d9cdeac811 req-9f20b1b6-c27f-4b93-ab45-994e28ccde9e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:28.538440 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9c14c765-a372-4603-a7cd-89d9cdeac811 req-9f20b1b6-c27f-4b93-ab45-994e28ccde9e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.0660162 May 25 05:45:28.602034 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9c14c765-a372-4603-a7cd-89d9cdeac811 req-b0c6323f-2e12-4f98-a0fa-45e83bdbf15b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553174 May 25 05:45:28.767998 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfcc97-fc3e-4615-9568-7c8180e92fc1 req-86872f08-7112-4f74-b236-259702c3d06d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:28.770532 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d4bfcc97-fc3e-4615-9568-7c8180e92fc1 req-86872f08-7112-4f74-b236-259702c3d06d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0592718 May 25 05:45:28.856370 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d4bfcc97-fc3e-4615-9568-7c8180e92fc1 req-e33347ba-14f9-435a-92ce-b8ccb800e164 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702152 May 25 05:45:29.744572 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a80145-4fb9-48c0-86ea-f6903887ec3d req-7fe6be00-d978-4938-97c2-c2e88985be0f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:29.755552 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-81a80145-4fb9-48c0-86ea-f6903887ec3d req-7fe6be00-d978-4938-97c2-c2e88985be0f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.0724680 May 25 05:45:29.814674 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-81a80145-4fb9-48c0-86ea-f6903887ec3d req-f209a873-bf4e-4edb-b8a6-9f6800cab915 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581636 May 25 05:45:29.999200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e154fb-3158-4ccf-b738-4d6065ebb20e req-ca3fd14c-7153-4cde-9175-525d32c719ea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:30.000637 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-14e154fb-3158-4ccf-b738-4d6065ebb20e req-ca3fd14c-7153-4cde-9175-525d32c719ea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0586712 May 25 05:45:30.053096 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-14e154fb-3158-4ccf-b738-4d6065ebb20e req-12041d70-6bb8-46e0-a4e3-7b8f80b6cd1f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463059 May 25 05:45:30.275271 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:45:30.960475 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ef280-6b24-4c7e-b08f-c41d04ad1158 req-90ca1717-8a65-4ef8-80d5-6ddb9cce237e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:30.961989 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e11ef280-6b24-4c7e-b08f-c41d04ad1158 req-90ca1717-8a65-4ef8-80d5-6ddb9cce237e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.0568399 May 25 05:45:31.017342 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e11ef280-6b24-4c7e-b08f-c41d04ad1158 req-9b00ce25-994a-463f-b59c-e3a74828f9ba tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474966 May 25 05:45:31.141424 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdc522-a200-44d8-aebb-b8ac0c1e7cf6 req-f4f8cd96-7944-4aa1-8456-5c3ee3df1395 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:31.143005 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a0bdc522-a200-44d8-aebb-b8ac0c1e7cf6 req-f4f8cd96-7944-4aa1-8456-5c3ee3df1395 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.0612555 May 25 05:45:31.155079 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43356) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:31.160191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'port_id': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:31.199661 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (94226ecd-644c-4eca-a416-098d6c722a2d), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:31.202638 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efc7c6-8c66-455e-a8c4-1ec55bffd64d req-1ac98c1e-2ce7-43b3-b114-5657fe700423 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:31.204819 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-20efc7c6-8c66-455e-a8c4-1ec55bffd64d req-1ac98c1e-2ce7-43b3-b114-5657fe700423 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0608113 May 25 05:45:31.279787 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-20efc7c6-8c66-455e-a8c4-1ec55bffd64d req-f12b88a3-f3c2-40de-a72b-d32d2d7593ab tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652514 May 25 05:45:31.478599 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-24ab6de5-846a-4ca8-8794-8567025a20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:31.480107 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-24ab6de5-846a-4ca8-8794-8567025a20ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1130 time: 0.0446200 May 25 05:45:31.576909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-f3baaa80-81ec-4496-be1c-992006e0812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:31.578512 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-f3baaa80-81ec-4496-be1c-992006e0812b service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.0890326 May 25 05:45:31.654995 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-c315e876-2900-4160-b385-93849fab38ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 1002 time: 0.0615194 May 25 05:45:31.666385 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:31.670467 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (94226ecd-644c-4eca-a416-098d6c722a2d), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:31.713151 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-34fe991b-5f58-4c53-8436-d8f47ed24c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:31.715434 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-34fe991b-5f58-4c53-8436-d8f47ed24c0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0529876 May 25 05:45:31.765460 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP 94226ecd-644c-4eca-a416-098d6c722a2d associated. External IP: 172.27.2.3, port: de3cd410-26a5-44e7-ac07-dee9a4fb4562. May 25 05:45:31.766220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-97251986-8168-4169-9e97-8297b018fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:31.767718 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-97251986-8168-4169-9e97-8297b018fd43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436072 May 25 05:45:31.858576 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-56c098b2-44c1-4fea-894a-625c9df8dcc1 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834413 May 25 05:45:31.952781 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1efd6c5-8086-41c5-b598-8c1296da5ea4 req-3abbd5cb-6ca2-4158-8af1-7898a90b266f service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 May 25 05:45:32.189525 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:45:32.295617 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:45:32.301149 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:32.306672 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:45:32.316840 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:45:32.317480 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:45:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:32.330965 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-1ca97305-4113-4174-ab8e-7d25900ea6c9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "PUT /v2.0/floatingips/94226ecd-644c-4eca-a416-098d6c722a2d HTTP/1.1" status: 200 len: 990 time: 1.1747143 May 25 05:45:32.331782 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:32.334210 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:32.376273 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c05afe-00ef-4bc6-9c8f-954005327abe x-openstack-request-id: req-58c05afe-00ef-4bc6-9c8f-954005327abe {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:32.376273 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:32.376273 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58c05afe-00ef-4bc6-9c8f-954005327abe {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:32.376273 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c05afe-00ef-4bc6-9c8f-954005327abe'] response: {'name': 'network-changed', 'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'status': 'completed', 'code': 200} May 25 05:45:32.422841 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:45:32.444404 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468f9ea-95c9-4471-8fab-e865fc03e177 req-7a36fb00-6e96-4897-ac9c-e5d8cd956929 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:32.445911 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d468f9ea-95c9-4471-8fab-e865fc03e177 req-7a36fb00-6e96-4897-ac9c-e5d8cd956929 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0810409 May 25 05:45:32.480008 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-c1e098f0-ef2f-4f83-b6ec-0e91f1005635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:32.484846 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-c1e098f0-ef2f-4f83-b6ec-0e91f1005635 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 1130 time: 0.0779235 May 25 05:45:32.548869 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d468f9ea-95c9-4471-8fab-e865fc03e177 req-f35446b9-82fa-43f6-8a11-76ad28798bcf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958526 May 25 05:45:32.596785 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-766436bb-f38f-415b-beb1-00fa8bdbef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:32.598317 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-766436bb-f38f-415b-beb1-00fa8bdbef53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.1060870 May 25 05:45:32.639903 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '94226ecd-644c-4eca-a416-098d6c722a2d', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:c1:22:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c688142-07b9-4140-8b3b-34c4725d8149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:45:13Z', 'updated_at': '2022-05-25T05:45:31Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}, {'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:28Z', 'revision_number': 2, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:32.667280 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-02489cdc-009c-4fff-bcf9-a1b4c53863c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562 HTTP/1.1" status: 200 len: 998 time: 0.0595145 May 25 05:45:32.667502 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:45:32.676294 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:45:32.676994 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:45:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:32.782533 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:45:32.956692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-327b7e0e-0d8d-427b-b477-a6a6bd8284c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:32.958723 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-327b7e0e-0d8d-427b-b477-a6a6bd8284c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.2851336 May 25 05:45:33.022040 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-6b8633af-1dc8-4aff-9ec0-0cca15ba8c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:33.023586 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-6b8633af-1dc8-4aff-9ec0-0cca15ba8c94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497174 May 25 05:45:33.024777 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '94226ecd-644c-4eca-a416-098d6c722a2d', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:c1:22:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c688142-07b9-4140-8b3b-34c4725d8149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:45:13Z', 'updated_at': '2022-05-25T05:45:31Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}, {'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:28Z', 'revision_number': 2, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:33.049808 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf0ec0-4747-485b-9726-e28ec8c0d270 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '94226ecd-644c-4eca-a416-098d6c722a2d', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:c1:22:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c688142-07b9-4140-8b3b-34c4725d8149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:45:13Z', 'updated_at': '2022-05-25T05:45:31Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}, {'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:28Z', 'revision_number': 2, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:45:33.127388 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-737f6111-49e1-448a-9d1c-ddb69020d343 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962505 May 25 05:45:33.230497 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6dfbe502-75a5-4eb5-a132-4e7b2687c2c0 req-0e2c2d3c-ac05-4d9b-899a-7e3de3459708 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943265 May 25 05:45:33.279895 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8110824c-f5d6-40c1-a542-e24ff629c742 None None] New status for floating IP 94226ecd-644c-4eca-a416-098d6c722a2d: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:45:33.311710 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91558-9ef1-4c98-b63d-c808f9f946a9 req-6a1a4db9-17d4-4935-9753-909f02a272c6 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:33.313702 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-eed91558-9ef1-4c98-b63d-c808f9f946a9 req-6a1a4db9-17d4-4935-9753-909f02a272c6 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0546033 May 25 05:45:33.372913 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-eed91558-9ef1-4c98-b63d-c808f9f946a9 req-c78493d0-96fc-40ed-9c18-f815b7faa3cb tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530181 May 25 05:45:33.396769 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 43374) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:33.534268 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc26c70-fcf7-4935-9807-ff45f9a9343a tempest-TestMinimumBasicScenario-27553817 tempest-TestMinimumBasicScenario-27553817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:33.536337 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-bbc26c70-fcf7-4935-9807-ff45f9a9343a tempest-TestMinimumBasicScenario-27553817 tempest-TestMinimumBasicScenario-27553817-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1125 time: 0.1385374 May 25 05:45:33.540009 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 43378) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:33.544383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'port_id': '49403027-0410-4393-a7fc-77a8dcdb6952', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:33.566026 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:33.669912 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:45:33.696578 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfd00f-0556-425a-aa5e-926eaae7e30d req-7ca79fab-1b76-4d3c-830d-5bc721c6af05 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:33.698778 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-24bfd00f-0556-425a-aa5e-926eaae7e30d req-7ca79fab-1b76-4d3c-830d-5bc721c6af05 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 946 time: 0.0737743 May 25 05:45:33.726699 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:33.744066 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: ACTIVE; New status is: DOWN {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:33.744454 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:33.768211 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:33.771162 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07094bfb-9336-4113-a387-779df6aab3a7" -d '{"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:33.783719 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:33.788527 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:33.796232 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-24bfd00f-0556-425a-aa5e-926eaae7e30d req-8504ebcf-946e-4969-9360-c9e3a66a5c33 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921526 May 25 05:45:33.815343 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 05:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78561f8a-958f-45a3-9a57-67d5b6c26e5f x-openstack-request-id: req-78561f8a-958f-45a3-9a57-67d5b6c26e5f {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:33.815643 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-unplugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:33.816457 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78561f8a-958f-45a3-9a57-67d5b6c26e5f {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:33.817181 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78561f8a-958f-45a3-9a57-67d5b6c26e5f'] response: {'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'code': 200} May 25 05:45:33.845903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=8']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:33.864257 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Allocated IP 172.27.2.51 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/ad1568b9-8352-472a-8251-730cc17116e6) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:45:33.963483 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for port (ad1568b9-8352-472a-8251-730cc17116e6), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:33.995274 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (ad1568b9-8352-472a-8251-730cc17116e6), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:34.030722 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:45:34.033700 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:45:34.037412 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:45:34.067148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'Port': ['ID=ad1568b9-8352-472a-8251-730cc17116e6,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:34.078564 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.078924 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.079279 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.079618 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.079950 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.080284 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.080616 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.080946 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.081279 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.081702 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.082035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.082387 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.082715 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:34.504268 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for floatingip (4186cef4-50be-4edc-90b6-a69aff9392fa), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:34.600807 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (ad1568b9-8352-472a-8251-730cc17116e6), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:34.743592 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for port (ad1568b9-8352-472a-8251-730cc17116e6), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:34.748329 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (ad1568b9-8352-472a-8251-730cc17116e6), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:34.814426 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'Port': ['ID=ad1568b9-8352-472a-8251-730cc17116e6,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:34.829643 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (4186cef4-50be-4edc-90b6-a69aff9392fa), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:34.967828 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Floating IP 4186cef4-50be-4edc-90b6-a69aff9392fa associated. External IP: 172.27.2.51, port: 49403027-0410-4393-a7fc-77a8dcdb6952. May 25 05:45:35.010523 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d5ffd-6dd9-47ba-9ceb-3cf9c9506ebe req-00d45d2c-8ee4-4eda-86cf-45288ab90422 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:35.012005 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a41d5ffd-6dd9-47ba-9ceb-3cf9c9506ebe req-00d45d2c-8ee4-4eda-86cf-45288ab90422 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.1262214 May 25 05:45:35.104196 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a41d5ffd-6dd9-47ba-9ceb-3cf9c9506ebe req-b8c1c002-8b12-444e-9e56-c49e12ac0ef9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860589 May 25 05:45:35.208405 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Router cf748a0b-f009-46ee-930c-8f6c338ad94d has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:45:35.324231 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:45:35.334865 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] Sync routers for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:45:35.344812 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.345191 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:45:35.346046 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:45:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:35.381755 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c5efcc80-6556-4a8e-afd9-2c7aae81558f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8372569 May 25 05:45:35.381755 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:35.382139 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43398) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:35.387188 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191493118', 'description': 'tempest-secgroup-smoke-1191493118 description', 'project_id': '4c4293f2a3f34c698febca8d50011258'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:35.390946 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c68ee48-2ece-46cd-9edd-1684b58390fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:35.410669 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.437106 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4381202a-b119-41f6-92c3-e0c53653e2db x-openstack-request-id: req-4381202a-b119-41f6-92c3-e0c53653e2db {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:35.437409 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:35.437671 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4381202a-b119-41f6-92c3-e0c53653e2db {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:35.438109 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4381202a-b119-41f6-92c3-e0c53653e2db'] response: {'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952', 'status': 'completed', 'code': 200} May 25 05:45:35.504014 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group (1a356f0c-fac4-4625-89b9-3934dc777fd6), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.509173 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1a356f0c-fac4-4625-89b9-3934dc777fd6), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.533186 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-95866211-3109-4008-a8a3-e6b77a0366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:35.535348 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-95866211-3109-4008-a8a3-e6b77a0366aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1130 time: 0.0628614 May 25 05:45:35.538759 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a356f0c-fac4-4625-89b9-3934dc777fd6,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:35.551802 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.552150 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.552499 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.552993 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.553567 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.553995 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.554408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.554752 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.555483 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.555831 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.556168 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.556548 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.557492 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:45:35.572162 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:45:35.575949 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.577428 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5c9fa718-510b-46bb-bbb4-4f317d0ebe3b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1937394 May 25 05:45:35.580770 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43406) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:35.585591 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d179f36f-720c-4da9-b236-69f95a0068b8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'security_group_rule': {'security_group_id': '1a356f0c-fac4-4625-89b9-3934dc777fd6', 'project_id': '4c4293f2a3f34c698febca8d50011258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:35.632403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d179f36f-720c-4da9-b236-69f95a0068b8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (45ddb861-cfdb-47b8-9e88-4a198bea1179), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.670201 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-65f6daab-08b0-4776-ac0a-052e034d1f0b req-a5bd8a47-3ef7-457b-ad6b-22bd4bb34827 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:45:35.671190 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-65f6daab-08b0-4776-ac0a-052e034d1f0b req-a5bd8a47-3ef7-457b-ad6b-22bd4bb34827 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050800 May 25 05:45:35.692707 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d179f36f-720c-4da9-b236-69f95a0068b8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (45ddb861-cfdb-47b8-9e88-4a198bea1179), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.697945 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d179f36f-720c-4da9-b236-69f95a0068b8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (45ddb861-cfdb-47b8-9e88-4a198bea1179), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.707474 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-31238054-da54-4e55-99d0-7d863845a9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:35.709005 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-31238054-da54-4e55-99d0-7d863845a9a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 915 time: 0.1655009 May 25 05:45:35.717962 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179f36f-720c-4da9-b236-69f95a0068b8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ddb861-cfdb-47b8-9e88-4a198bea1179,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:35.729634 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d179f36f-720c-4da9-b236-69f95a0068b8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.731427 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d179f36f-720c-4da9-b236-69f95a0068b8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495230 May 25 05:45:35.734432 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43410) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:35.739323 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-7f1a0d57-74f5-4f72-9101-db925303d7ac tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'security_group_rule': {'security_group_id': '1a356f0c-fac4-4625-89b9-3934dc777fd6', 'project_id': '4c4293f2a3f34c698febca8d50011258', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:35.775279 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0d57-74f5-4f72-9101-db925303d7ac tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (60e2fa75-1208-40ce-bcf5-71782cd4d7f8), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.794466 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-dcc101bc-d678-451a-9be3-cfbf2027d268 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 999 time: 0.0674236 May 25 05:45:35.847105 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0d57-74f5-4f72-9101-db925303d7ac tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (60e2fa75-1208-40ce-bcf5-71782cd4d7f8), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.852148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-2ea07314-f9df-4502-949c-241a94d08ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:35.853597 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-2ea07314-f9df-4502-949c-241a94d08ec7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 200 len: 853 time: 0.0498524 May 25 05:45:35.854197 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0d57-74f5-4f72-9101-db925303d7ac tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (60e2fa75-1208-40ce-bcf5-71782cd4d7f8), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.870280 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a0d57-74f5-4f72-9101-db925303d7ac tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e2fa75-1208-40ce-bcf5-71782cd4d7f8,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:35.891667 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0d57-74f5-4f72-9101-db925303d7ac tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.899651 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7f1a0d57-74f5-4f72-9101-db925303d7ac tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633563 May 25 05:45:35.901287 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43418) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:35.907000 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-ae301cc2-f953-480d-aba3-9a14e8f6c761 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'security_group_rule': {'security_group_id': '1a356f0c-fac4-4625-89b9-3934dc777fd6', 'project_id': '4c4293f2a3f34c698febca8d50011258', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:35.927737 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '4186cef4-50be-4edc-90b6-a69aff9392fa', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'port_id': '49403027-0410-4393-a7fc-77a8dcdb6952', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'mac_address': 'fa:16:3e:bc:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff0a05c-034d-4f54-a492-941b853893d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:45:34Z', 'updated_at': '2022-05-25T05:45:34Z', 'revision_number': 0, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:39Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:35.937330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-d500d5d5-2c0a-4241-b12e-3782b46de41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:35.938764 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-d500d5d5-2c0a-4241-b12e-3782b46de41f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765080 May 25 05:45:35.945551 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae301cc2-f953-480d-aba3-9a14e8f6c761 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (62bf3072-8a85-4a3f-a068-732e2209b139), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:35.955847 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458144b4-7559-4524-bf30-300a410e357c req-6b61cabe-ba4a-4ed4-a80c-9ef09b85216c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:35.956363 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] Checking router: cf748a0b-f009-46ee-930c-8f6c338ad94d for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:45:35.963008 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-458144b4-7559-4524-bf30-300a410e357c req-6b61cabe-ba4a-4ed4-a80c-9ef09b85216c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.1137455 May 25 05:45:35.966234 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:45:35.966853 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:45:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:36.033979 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae301cc2-f953-480d-aba3-9a14e8f6c761 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (62bf3072-8a85-4a3f-a068-732e2209b139), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.045506 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae301cc2-f953-480d-aba3-9a14e8f6c761 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (62bf3072-8a85-4a3f-a068-732e2209b139), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.071064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae301cc2-f953-480d-aba3-9a14e8f6c761 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bf3072-8a85-4a3f-a068-732e2209b139,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:36.088456 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-458144b4-7559-4524-bf30-300a410e357c req-2aa20a21-3fb8-465c-977a-f7b81e47c222 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242549 May 25 05:45:36.094474 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:45:36.094882 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ae301cc2-f953-480d-aba3-9a14e8f6c761 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.098161 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ae301cc2-f953-480d-aba3-9a14e8f6c761 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951973 May 25 05:45:36.100819 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43432) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:36.111894 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-1b82999a-1d2a-4947-bf60-82de8e3db7f4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'security_group_rule': {'security_group_id': '1a356f0c-fac4-4625-89b9-3934dc777fd6', 'project_id': '4c4293f2a3f34c698febca8d50011258', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:36.137724 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-571f1d3e-596a-4ac8-8a78-ca3e434cf138 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722989 May 25 05:45:36.140213 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1b82999a-1d2a-4947-bf60-82de8e3db7f4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (98c408b5-dd3a-4e9b-a33a-d3f8ac5b0521), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.211960 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43438) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:36.229567 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1b82999a-1d2a-4947-bf60-82de8e3db7f4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (98c408b5-dd3a-4e9b-a33a-d3f8ac5b0521), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.238820 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1b82999a-1d2a-4947-bf60-82de8e3db7f4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (98c408b5-dd3a-4e9b-a33a-d3f8ac5b0521), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.259524 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82999a-1d2a-4947-bf60-82de8e3db7f4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c408b5-dd3a-4e9b-a33a-d3f8ac5b0521,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:36.273462 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c68ee48-2ece-46cd-9edd-1684b58390fb req-65f8916a-c86e-4ed2-8b39-33966aeddbb5 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261537 May 25 05:45:36.274429 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1b82999a-1d2a-4947-bf60-82de8e3db7f4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.279024 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 43442) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:36.279652 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-1b82999a-1d2a-4947-bf60-82de8e3db7f4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775661 May 25 05:45:36.283850 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'security_group_rule': {'security_group_id': '1a356f0c-fac4-4625-89b9-3934dc777fd6', 'project_id': '4c4293f2a3f34c698febca8d50011258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:36.314195 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.securitygroups_db [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Project 4c4293f2a3f34c698febca8d50011258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 05:45:36.323115 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (34ff8f35-e5e7-41eb-8604-c0ea7529da02), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.341911 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-e4541f49-0436-4f49-9157-e5878e7ba9b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284392 May 25 05:45:36.359489 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-5823f8d5-3f3a-497a-90d0-17fcc8eede9f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110245) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:45:36.360748 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-5823f8d5-3f3a-497a-90d0-17fcc8eede9f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096970 May 25 05:45:36.383108 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '4186cef4-50be-4edc-90b6-a69aff9392fa', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'port_id': '49403027-0410-4393-a7fc-77a8dcdb6952', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'mac_address': 'fa:16:3e:bc:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff0a05c-034d-4f54-a492-941b853893d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:45:34Z', 'updated_at': '2022-05-25T05:45:34Z', 'revision_number': 0, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:39Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:45:36.420611 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfed6c06-f7eb-4858-8668-1ce63f3bf640 None None] The sync data for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi is: [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '4186cef4-50be-4edc-90b6-a69aff9392fa', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'port_id': '49403027-0410-4393-a7fc-77a8dcdb6952', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'mac_address': 'fa:16:3e:bc:f0:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ff0a05c-034d-4f54-a492-941b853893d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:45:34Z', 'updated_at': '2022-05-25T05:45:34Z', 'revision_number': 0, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:39Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:45:36.457381 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43448) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:36.529317 dv-cinder-842947-1-iscsi neutron-server[110245]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 05:45:36.585696 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a411b-fb17-468d-a167-2631e8234b9c req-b7b96d21-8b38-4291-90db-cc7efc673970 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:36.589442 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-b7b96d21-8b38-4291-90db-cc7efc673970 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports/7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 941 time: 0.1266313 May 25 05:45:36.668292 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (34ff8f35-e5e7-41eb-8604-c0ea7529da02), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.677920 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (34ff8f35-e5e7-41eb-8604-c0ea7529da02), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.679961 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153a58aa-3afb-43b3-92a9-c88cdb904e06 None None] New status for floating IP 4186cef4-50be-4edc-90b6-a69aff9392fa: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:45:36.709130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ff8f35-e5e7-41eb-8604-c0ea7529da02,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:36.719245 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.720557 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a166c2b2-ed56-4d7b-a997-b364e9c0ad36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4403329 May 25 05:45:36.724385 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43454) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:45:36.729767 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'security_group_rule': {'security_group_id': '1a356f0c-fac4-4625-89b9-3934dc777fd6', 'project_id': '4c4293f2a3f34c698febca8d50011258', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:36.763608 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.securitygroups_db [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Project 4c4293f2a3f34c698febca8d50011258 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 05:45:36.773298 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (85e48fef-1637-45cb-85e2-8ac0e8e16629), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.850406 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (85e48fef-1637-45cb-85e2-8ac0e8e16629), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.856610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (85e48fef-1637-45cb-85e2-8ac0e8e16629), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.886186 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e48fef-1637-45cb-85e2-8ac0e8e16629,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:36.893402 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:36.895366 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d2484021-8ea4-4408-ad68-3853275a12c8 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1696355 May 25 05:45:37.006146 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c759f39a-2b7f-4125-99ba-c274521b61a9 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191493118&fields=id&tenant_id=4c4293f2a3f34c698febca8d50011258 HTTP/1.1" status: 200 len: 267 time: 0.0494838 May 25 05:45:37.028013 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-92ebba44-3014-450c-a77a-63afe9b624fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:37.075638 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-835f54f9-4c3d-4f87-97c2-b6733719e740 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:37.077193 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-835f54f9-4c3d-4f87-97c2-b6733719e740 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0639026 May 25 05:45:37.090531 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'port': {'security_groups': ['04eaeb60-4943-4345-a659-aeb47224bcd6', '1a356f0c-fac4-4625-89b9-3934dc777fd6']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:45:37.209649 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:37.282208 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75bedf-d39b-45a1-99ba-d1bf84f79c23 req-98f6d46e-402f-4f97-9ad5-24a5f065ad0a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:37.283764 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fd75bedf-d39b-45a1-99ba-d1bf84f79c23 req-98f6d46e-402f-4f97-9ad5-24a5f065ad0a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.1160266 May 25 05:45:37.376941 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fd75bedf-d39b-45a1-99ba-d1bf84f79c23 req-17b10537-48e7-41e4-b8a7-f1c7520f870b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825138 May 25 05:45:37.473395 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=49403027-0410-4393-a7fc-77a8dcdb6952,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:45:37.508963 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for port (49403027-0410-4393-a7fc-77a8dcdb6952), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:37.514495 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:37.526454 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['49403027-0410-4393-a7fc-77a8dcdb6952'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:45:37.562190 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:37.562860 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:37.565142 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0a42ec2-81fa-4fba-a7e5-5b5d82f2eaca req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "PUT /v2.0/ports/49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 982 time: 0.4793396 May 25 05:45:37.565894 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:45:37.569986 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:45:37.611622 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f15c9-fa59-47bb-bc72-af05f3bdc570 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=6']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:45:37.629448 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63770e4-5552-416c-9b75-18b6d8dadc3f x-openstack-request-id: req-a63770e4-5552-416c-9b75-18b6d8dadc3f {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:45:37.629887 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:45:37.630367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a63770e4-5552-416c-9b75-18b6d8dadc3f {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:45:37.631034 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63770e4-5552-416c-9b75-18b6d8dadc3f'] response: {'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952', 'status': 'completed', 'code': 200} May 25 05:45:37.723139 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['49403027-0410-4393-a7fc-77a8dcdb6952'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:45:37.765115 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008ad2e-60b1-4f27-89a2-334f4a3593c0 req-5c1cafc3-cff6-4a9e-a635-56f8170ce2a6 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:37.773588 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a008ad2e-60b1-4f27-89a2-334f4a3593c0 req-5c1cafc3-cff6-4a9e-a635-56f8170ce2a6 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.1272371 May 25 05:45:37.782300 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-60bf584a-e4e5-4ecc-b64e-c19047a5fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:37.784183 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-60bf584a-e4e5-4ecc-b64e-c19047a5fed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1169 time: 0.1252952 May 25 05:45:37.912401 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a008ad2e-60b1-4f27-89a2-334f4a3593c0 req-761432ea-86fd-45f1-b5a2-75d975fcefd4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374156 May 25 05:45:37.955491 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-fda7998f-2c2b-4b17-b925-6244a0c2094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:37.957649 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-fda7998f-2c2b-4b17-b925-6244a0c2094d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 915 time: 0.1620407 May 25 05:45:37.983405 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-ffc26f18-660c-4057-99b0-6152ab3d4b6f None None] Provisioning complete for port 49403027-0410-4393-a7fc-77a8dcdb6952 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:45:37.983766 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ffc26f18-660c-4057-99b0-6152ab3d4b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:38.039239 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-e0a39f0d-9612-4329-a63e-071b6415cd0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 1001 time: 0.0745020 May 25 05:45:38.107080 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-9662cefa-411c-434d-ba4d-1e5efc7b927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.112039 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-9662cefa-411c-434d-ba4d-1e5efc7b927d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 200 len: 853 time: 0.0586691 May 25 05:45:38.167004 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-eb6dcfbd-b82a-4afe-89f7-b84724ac2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.168508 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-eb6dcfbd-b82a-4afe-89f7-b84724ac2b71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462916 May 25 05:45:38.186835 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-ffc26f18-660c-4057-99b0-6152ab3d4b6f None None] Current status of the port 49403027-0410-4393-a7fc-77a8dcdb6952 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:38.266489 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-ee35ea4a-4445-4c3e-b131-a7440add4222 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911710 May 25 05:45:38.366582 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-063f4e4a-803f-4605-9a8e-e5c12ee5d4f2 req-1c54cb62-3e52-4c9e-9801-6463c31e83e9 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918639 May 25 05:45:38.512318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a411b-fb17-468d-a167-2631e8234b9c req-41c777fd-711b-4f61-a15f-a507c1e81704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.513817 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-41c777fd-711b-4f61-a15f-a507c1e81704 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f&tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 1128 time: 0.1133246 May 25 05:45:38.533963 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97789143-8f79-43f7-bfc2-926c2bad86a4 req-fb831cbf-647b-449a-8035-34c1a0b88ff5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.535515 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-97789143-8f79-43f7-bfc2-926c2bad86a4 req-fb831cbf-647b-449a-8035-34c1a0b88ff5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0757134 May 25 05:45:38.611591 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-97789143-8f79-43f7-bfc2-926c2bad86a4 req-306e3be0-3173-4116-8850-d03839f80048 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704484 May 25 05:45:38.617827 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a411b-fb17-468d-a167-2631e8234b9c req-d4ecdd37-79e3-45c8-a45a-4db7544ea3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.619319 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-d4ecdd37-79e3-45c8-a45a-4db7544ea3d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1128 time: 0.0765343 May 25 05:45:38.714667 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a411b-fb17-468d-a167-2631e8234b9c req-8fde856e-6941-416e-99fc-1cf9b70a97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.716124 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-8fde856e-6941-416e-99fc-1cf9b70a97ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.0880108 May 25 05:45:38.778550 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-82eb29de-47a7-4918-86f4-154ceaa40a42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 1000 time: 0.0553288 May 25 05:45:38.830640 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a411b-fb17-468d-a167-2631e8234b9c req-bb333e3b-bb5c-4748-8c9e-264bdeb6a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.832027 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-bb333e3b-bb5c-4748-8c9e-264bdeb6a14e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0443072 May 25 05:45:38.886781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a411b-fb17-468d-a167-2631e8234b9c req-079605be-4077-41cf-8c47-787020164459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:38.888206 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-079605be-4077-41cf-8c47-787020164459 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485430 May 25 05:45:38.977198 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-86680309-3671-46bb-9cce-bd454c908ff5 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807183 May 25 05:45:39.081783 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-577a411b-fb17-468d-a167-2631e8234b9c req-c7953aca-ae07-4062-9d8f-0a180a216f96 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881634 May 25 05:45:39.165288 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-856d7c12-cec9-4f06-8062-e7c531d9751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:39.697004 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:45:39.768294 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0803063-a930-4ff4-8b5f-59d6b3f33726 req-bffc80f7-de87-4b14-bfc4-08197938b3d6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:39.770619 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0803063-a930-4ff4-8b5f-59d6b3f33726 req-bffc80f7-de87-4b14-bfc4-08197938b3d6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0782058 May 25 05:45:39.782017 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: DOWN; New status is: DOWN {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:45:39.826984 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0803063-a930-4ff4-8b5f-59d6b3f33726 req-91d2d2d4-f19c-466d-a4d8-c6353dcdca4a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506878 May 25 05:45:40.374220 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:40.952579 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67294a28-07ae-4707-9d08-5afbcada9e07 req-3af99475-adc1-46cb-af99-fc3aa0d2f3fc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:40.954050 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67294a28-07ae-4707-9d08-5afbcada9e07 req-3af99475-adc1-46cb-af99-fc3aa0d2f3fc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0527434 May 25 05:45:41.003634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67294a28-07ae-4707-9d08-5afbcada9e07 req-f635c870-b0a6-4873-9408-965cbf644225 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 May 25 05:45:41.682077 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:42.130868 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1886d-f62a-4bae-93a3-6f93016fe510 req-5fb220a4-a388-40c2-81ca-feb9e0e13a69 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:42.132224 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-14f1886d-f62a-4bae-93a3-6f93016fe510 req-5fb220a4-a388-40c2-81ca-feb9e0e13a69 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0557642 May 25 05:45:42.180754 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-14f1886d-f62a-4bae-93a3-6f93016fe510 req-0b0dd0d2-ff8e-4fa6-9078-05353baec86d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 May 25 05:45:42.491469 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:43.309891 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b8c3b-4665-4716-bf67-44ab730126e6 req-518a2db6-9775-4edb-9118-77c8207bdf95 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:43.312053 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d11b8c3b-4665-4716-bf67-44ab730126e6 req-518a2db6-9775-4edb-9118-77c8207bdf95 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0573452 May 25 05:45:43.362646 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d11b8c3b-4665-4716-bf67-44ab730126e6 req-cea0e593-c3af-4a3b-9c88-d958aa7d5234 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 May 25 05:45:43.685981 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:45:44.492202 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016425fa-1688-4c26-ad69-a146ac0ec0c5 req-98b7d456-25c0-40aa-a60f-215a8760afac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:44.493710 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-016425fa-1688-4c26-ad69-a146ac0ec0c5 req-98b7d456-25c0-40aa-a60f-215a8760afac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0572014 May 25 05:45:44.540028 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-016425fa-1688-4c26-ad69-a146ac0ec0c5 req-6e9f237d-fa5d-4239-a34a-f1136f7b2eb5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407839 May 25 05:45:45.663698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034729c-3116-4777-a851-87775c901546 req-1ec58479-b236-44ed-82d6-b735e2b83f28 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:45.665173 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d034729c-3116-4777-a851-87775c901546 req-1ec58479-b236-44ed-82d6-b735e2b83f28 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0534186 May 25 05:45:45.713890 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d034729c-3116-4777-a851-87775c901546 req-578587ab-4488-4c2f-8f77-63fd8346fc38 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430684 May 25 05:45:46.860433 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e319db0-5e72-4213-ba2a-9cf4f54b791e req-50545e90-5337-472b-b903-657184f59fa6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:46.862621 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7e319db0-5e72-4213-ba2a-9cf4f54b791e req-50545e90-5337-472b-b903-657184f59fa6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0685384 May 25 05:45:46.913737 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7e319db0-5e72-4213-ba2a-9cf4f54b791e req-3598c30e-fb40-4165-8f8e-7c6f2c8f8fdb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459039 May 25 05:45:48.043154 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efe2cc-757e-4ca4-8f16-bbfa7e0a189a req-34ce31fb-8b98-49b5-841e-7660c8a17eab tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:48.044820 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f5efe2cc-757e-4ca4-8f16-bbfa7e0a189a req-34ce31fb-8b98-49b5-841e-7660c8a17eab tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0530663 May 25 05:45:48.097655 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f5efe2cc-757e-4ca4-8f16-bbfa7e0a189a req-92460fdc-cbbb-4a10-a896-5b954c353299 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457740 May 25 05:45:49.226219 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec1e2d-1000-4383-9202-f035fa04e910 req-330fd73b-23a7-47e4-80a5-fea7569249b1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:49.227683 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-04ec1e2d-1000-4383-9202-f035fa04e910 req-330fd73b-23a7-47e4-80a5-fea7569249b1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0540257 May 25 05:45:49.273261 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-04ec1e2d-1000-4383-9202-f035fa04e910 req-4b0a17c0-53da-4849-ada8-f1d29e04ebf9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400162 May 25 05:45:50.440470 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040e03c-8459-48c5-8099-b4529c32d869 req-c2f72aa3-4267-4038-b393-1f3c9a96d2ac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:50.443958 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2040e03c-8459-48c5-8099-b4529c32d869 req-c2f72aa3-4267-4038-b393-1f3c9a96d2ac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0856414 May 25 05:45:50.498393 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2040e03c-8459-48c5-8099-b4529c32d869 req-0dd57b9e-c967-41b0-9063-bcdc8c85c986 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485737 May 25 05:45:51.627449 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5f9ac-6a20-4589-aab9-a52d811678ac req-8d0e744a-b23f-40d2-9146-33b9ea3a88c2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:51.628920 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2fc5f9ac-6a20-4589-aab9-a52d811678ac req-8d0e744a-b23f-40d2-9146-33b9ea3a88c2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0524416 May 25 05:45:51.675499 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2fc5f9ac-6a20-4589-aab9-a52d811678ac req-da8043b5-164e-4c67-87e7-ee7ce8373284 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403347 May 25 05:45:52.834815 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbe82b-f541-4de2-ac00-9c3e723347df req-7f7c81c7-4b8d-4ad2-be1d-66024f8e6792 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:52.836423 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12cbe82b-f541-4de2-ac00-9c3e723347df req-7f7c81c7-4b8d-4ad2-be1d-66024f8e6792 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0540328 May 25 05:45:52.888245 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12cbe82b-f541-4de2-ac00-9c3e723347df req-15a7c3f3-1ebb-45df-8b20-4f8788153553 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458722 May 25 05:45:54.018268 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5b245-653a-4ba3-adf6-6f2140ff9312 req-db8df34d-693c-4a54-88e6-58cbdddb4a4e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:54.019788 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12e5b245-653a-4ba3-adf6-6f2140ff9312 req-db8df34d-693c-4a54-88e6-58cbdddb4a4e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0557547 May 25 05:45:54.068748 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12e5b245-653a-4ba3-adf6-6f2140ff9312 req-b47bc852-2799-4437-be4d-2c2b75b5eeee tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433176 May 25 05:45:55.198682 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a53aa8-5a90-4ef2-8d9d-027187caa155 req-056cafe1-16d9-4742-95bd-d3be05bef7cb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:55.200212 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73a53aa8-5a90-4ef2-8d9d-027187caa155 req-056cafe1-16d9-4742-95bd-d3be05bef7cb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0556428 May 25 05:45:55.247303 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73a53aa8-5a90-4ef2-8d9d-027187caa155 req-2a0f3ab5-e7a8-45d9-b1db-5c2ca2890307 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 May 25 05:45:56.373983 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48714abe-439a-4933-baec-c2344729a6aa req-04a18a89-fd0d-4331-8c35-48f56ba646b1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:56.375464 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-48714abe-439a-4933-baec-c2344729a6aa req-04a18a89-fd0d-4331-8c35-48f56ba646b1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0553265 May 25 05:45:56.425013 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-48714abe-439a-4933-baec-c2344729a6aa req-13f47be9-a22b-46b4-ad95-0e855535a351 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437484 May 25 05:45:57.555297 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f47aa-10b5-4ac2-ac66-5fcbacf0d8c6 req-1e0c9e95-f6e3-4e9e-b0e2-9778c55e9a85 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:57.556666 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-574f47aa-10b5-4ac2-ac66-5fcbacf0d8c6 req-1e0c9e95-f6e3-4e9e-b0e2-9778c55e9a85 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0539634 May 25 05:45:57.607487 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-574f47aa-10b5-4ac2-ac66-5fcbacf0d8c6 req-54ca2483-5e66-4fa8-b59d-2b615aeade91 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 May 25 05:45:58.740388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332384f-ac57-46dc-832d-3d1e1ab07d99 req-870f9861-73c5-44ec-adca-578ab75d928c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:58.741890 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e332384f-ac57-46dc-832d-3d1e1ab07d99 req-870f9861-73c5-44ec-adca-578ab75d928c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0570893 May 25 05:45:58.791177 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e332384f-ac57-46dc-832d-3d1e1ab07d99 req-5b52e6e8-685d-4951-a8a2-23b42cf798ec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 May 25 05:45:59.935136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af416c-ce2a-493b-afe7-cdd38269f9b3 req-1dbef573-4b09-466f-9c7c-50a5432b250c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:45:59.936715 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67af416c-ce2a-493b-afe7-cdd38269f9b3 req-1dbef573-4b09-466f-9c7c-50a5432b250c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0585628 May 25 05:45:59.986002 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67af416c-ce2a-493b-afe7-cdd38269f9b3 req-6c8155c4-1841-4236-bf47-8a7bc4eb8006 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436327 May 25 05:46:01.111442 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858bc15-ef80-42ce-843c-65356e3e8c0f req-cf755202-f443-41aa-8455-c1bc74a2adf0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:01.113019 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3858bc15-ef80-42ce-843c-65356e3e8c0f req-cf755202-f443-41aa-8455-c1bc74a2adf0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0530806 May 25 05:46:01.163243 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3858bc15-ef80-42ce-843c-65356e3e8c0f req-64b30c0b-39ec-401e-a69b-55f00b56ec60 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 May 25 05:46:02.297391 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52661b1-cc75-4e7a-b14e-9195282d6176 req-c186fb32-0415-4d32-854d-bc5516fb231d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:02.299758 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a52661b1-cc75-4e7a-b14e-9195282d6176 req-c186fb32-0415-4d32-854d-bc5516fb231d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0539739 May 25 05:46:02.348164 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a52661b1-cc75-4e7a-b14e-9195282d6176 req-7e0b47f3-6ad4-49e5-a085-893a8156f7e6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 May 25 05:46:03.470965 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58f701-11d2-4262-a70e-cca197c185e2 req-887090d7-5f79-4115-afdb-2388aa529b65 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:03.472419 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-db58f701-11d2-4262-a70e-cca197c185e2 req-887090d7-5f79-4115-afdb-2388aa529b65 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0516088 May 25 05:46:03.518602 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-db58f701-11d2-4262-a70e-cca197c185e2 req-3b53569f-2e67-4f7f-a3d9-d3d2540688b6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400033 May 25 05:46:04.645034 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aceb56-c098-4816-9a3b-a9baa1f15ff2 req-af7c6d0e-1cf3-42c3-94ae-76e0dcf4c1ef tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:04.646539 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e0aceb56-c098-4816-9a3b-a9baa1f15ff2 req-af7c6d0e-1cf3-42c3-94ae-76e0dcf4c1ef tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0553372 May 25 05:46:04.692172 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e0aceb56-c098-4816-9a3b-a9baa1f15ff2 req-443136e3-556a-49a8-b3ed-ab3fe7753c71 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400631 May 25 05:46:05.559920 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-870137c6-d068-4660-8557-9aa746b6f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:05.561454 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-870137c6-d068-4660-8557-9aa746b6f858 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1130 time: 0.0815709 May 25 05:46:05.570275 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01ce8d-04eb-4743-a8ff-b73a03f0ed77 req-796a9421-2be4-44c4-a0fe-6d6dbcdfbb2f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:05.571803 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2d01ce8d-04eb-4743-a8ff-b73a03f0ed77 req-796a9421-2be4-44c4-a0fe-6d6dbcdfbb2f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0819860 May 25 05:46:05.685938 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2d01ce8d-04eb-4743-a8ff-b73a03f0ed77 req-9087f6d3-19c5-4acc-a7c8-77dab1797428 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040096 May 25 05:46:05.703568 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-8b8a1375-9f2e-4835-8eeb-37dbfcb32c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:05.705066 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-8b8a1375-9f2e-4835-8eeb-37dbfcb32c39 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.1309040 May 25 05:46:05.796522 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-85dbd03e-565f-411c-b6e0-6e22a216a8d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 1001 time: 0.0839283 May 25 05:46:05.869689 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-485c0e3b-fdff-43d6-b44b-b1cb0dfe86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:05.871208 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-485c0e3b-fdff-43d6-b44b-b1cb0dfe86d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0556941 May 25 05:46:05.884842 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d792f2-70d7-4270-a4e9-b98ffca4db07 req-f83257c7-2aa4-4359-b03e-86f7a38b1294 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:05.886696 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5d792f2-70d7-4270-a4e9-b98ffca4db07 req-f83257c7-2aa4-4359-b03e-86f7a38b1294 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.1004510 May 25 05:46:05.962120 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5d792f2-70d7-4270-a4e9-b98ffca4db07 req-93c6423e-6b06-4be6-9c74-c2276141af32 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667608 May 25 05:46:05.968135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-9150139f-508e-49ce-af1c-db60a3c8ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:05.969256 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-9150139f-508e-49ce-af1c-db60a3c8ef2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0816107 May 25 05:46:06.066409 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-e512218e-1061-4ba6-b394-0e5d065b5390 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883181 May 25 05:46:06.181104 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4051eda0-87d9-461b-94e3-b6fba4ad0c7b req-a7a375aa-589c-4c6c-a802-fe976c92b6f1 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075215 May 25 05:46:06.843162 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52cf51-0fff-4d22-acd7-6f9da4e8e5de req-25197591-a449-422a-a2e2-fde42f1b26cd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:06.844740 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ee52cf51-0fff-4d22-acd7-6f9da4e8e5de req-25197591-a449-422a-a2e2-fde42f1b26cd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0759687 May 25 05:46:06.901248 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ee52cf51-0fff-4d22-acd7-6f9da4e8e5de req-6d6bb08f-1a61-441d-9159-2b04e898efb0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482864 May 25 05:46:07.030441 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a0c0597c-a3c9-4937-bc06-8b71e99a5482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:07.097713 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8abad4-fcaf-4e44-ad94-daa3b9869b42 req-87942fbd-aad2-4ba5-bba3-1ebbfce0b554 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:07.099251 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d8abad4-fcaf-4e44-ad94-daa3b9869b42 req-87942fbd-aad2-4ba5-bba3-1ebbfce0b554 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 944 time: 0.0559392 May 25 05:46:07.151299 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d8abad4-fcaf-4e44-ad94-daa3b9869b42 req-ce98a6ec-0c5c-4f93-8711-1fdc8f3c330f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453234 May 25 05:46:07.276547 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:46:07.878774 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:46:07.990196 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:46:08.002680 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'port_id': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'mac_address': 'fa:16:3e:f1:37:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:46:08.038345 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bb847-67aa-47f1-bca2-bbc18fc04249 req-e4f7a782-ca19-4ba8-adf8-fb6351e5f93c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:08.038956 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:46:08.038956 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:08.039890 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-607bb847-67aa-47f1-bca2-bbc18fc04249 req-e4f7a782-ca19-4ba8-adf8-fb6351e5f93c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0619900 May 25 05:46:08.062837 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1b65c9-a9f5-4ace-aada-6408e400c064 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:46:08.088184 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-607bb847-67aa-47f1-bca2-bbc18fc04249 req-36871b96-94cb-407b-b0f4-1d69818c724c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427802 May 25 05:46:08.096257 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:46:08.102853 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:08.157375 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=9']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:46:08.292380 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8bee2-0d8e-4cef-adca-46c386438962 req-17c650d5-1bd9-4e1c-8157-89558cb148e7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:08.293906 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-72d8bee2-0d8e-4cef-adca-46c386438962 req-17c650d5-1bd9-4e1c-8157-89558cb148e7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 945 time: 0.0635307 May 25 05:46:08.344322 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-72d8bee2-0d8e-4cef-adca-46c386438962 req-1af13b86-3a5d-4985-a7ab-523639739dd5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438447 May 25 05:46:08.587404 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['7f1b65c9-a9f5-4ace-aada-6408e400c064'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:46:09.171244 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-41afc032-ef7b-4472-8bd6-9a6d0ceb0eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:09.225360 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eec847-9dc6-45f5-880e-dcc0556cda29 req-fef21a55-a6fd-4b29-8b37-5263019efd87 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:09.226971 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c8eec847-9dc6-45f5-880e-dcc0556cda29 req-fef21a55-a6fd-4b29-8b37-5263019efd87 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0585287 May 25 05:46:09.282178 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c8eec847-9dc6-45f5-880e-dcc0556cda29 req-215116a3-6c6f-4990-9567-9b8b531c4d45 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483468 May 25 05:46:09.480670 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427caf67-82e9-4381-b3e3-7c63187ed561 req-929ed540-7831-4359-a3b5-4a098a36c7b8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:09.482342 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-427caf67-82e9-4381-b3e3-7c63187ed561 req-929ed540-7831-4359-a3b5-4a098a36c7b8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 945 time: 0.0568612 May 25 05:46:09.533957 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-427caf67-82e9-4381-b3e3-7c63187ed561 req-0060bbc7-0468-45ae-a5ea-a4d0075dba6a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 May 25 05:46:09.888661 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:46:09.938170 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 7f1b65c9-a9f5-4ace-aada-6408e400c064 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:46:09.938571 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:10.011237 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 7f1b65c9-a9f5-4ace-aada-6408e400c064 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:46:10.011623 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:10.033877 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:46:10.036172 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a050e1-de95-4210-b874-428085c60c85" -d '{"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:46:10.049108 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:46:10.054528 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:10.077738 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6054ae8-5821-4308-a0d1-a78ac7fb4981 x-openstack-request-id: req-b6054ae8-5821-4308-a0d1-a78ac7fb4981 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:46:10.078036 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-plugged", "status": "completed", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:46:10.078321 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6054ae8-5821-4308-a0d1-a78ac7fb4981 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:46:10.078717 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6054ae8-5821-4308-a0d1-a78ac7fb4981'] response: {'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'code': 200} May 25 05:46:10.106640 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=10']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:46:10.384908 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:10.410224 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c77e0a-10ae-43fb-865e-6d2cefc6609a req-dfe41a94-4f95-4b39-97f7-b0da63058ae9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:10.412549 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-25c77e0a-10ae-43fb-865e-6d2cefc6609a req-dfe41a94-4f95-4b39-97f7-b0da63058ae9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0575869 May 25 05:46:10.461063 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-25c77e0a-10ae-43fb-865e-6d2cefc6609a req-013b87f2-8017-429b-8794-e16cdd1ca46c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 May 25 05:46:10.703089 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274752a-0744-45c6-ba8c-e3bb2a2170d0 req-63fc1a05-288c-45a4-b9f3-40503f06ec0d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:10.704675 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c274752a-0744-45c6-ba8c-e3bb2a2170d0 req-63fc1a05-288c-45a4-b9f3-40503f06ec0d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.0904529 May 25 05:46:10.719767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb67403-3936-4036-a976-20d8059bd3e7 req-4e2fae4e-72cb-44c0-9429-9e3754d1e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:10.721265 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fcb67403-3936-4036-a976-20d8059bd3e7 req-4e2fae4e-72cb-44c0-9429-9e3754d1e85e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1131 time: 0.0744405 May 25 05:46:10.787695 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c274752a-0744-45c6-ba8c-e3bb2a2170d0 req-b05eb1fb-ca4e-4367-9480-2d30421e9ba4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758984 May 25 05:46:10.799135 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fcb67403-3936-4036-a976-20d8059bd3e7 req-dda2a6d3-42b2-45fb-a43c-4ffc65d24aeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691669 May 25 05:46:11.579988 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36026e2f-761d-4788-8253-2f8b2e21af27 req-b094a933-e62e-4fb8-9acc-f6c925cc0471 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:11.581441 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-36026e2f-761d-4788-8253-2f8b2e21af27 req-b094a933-e62e-4fb8-9acc-f6c925cc0471 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0524483 May 25 05:46:11.639999 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-36026e2f-761d-4788-8253-2f8b2e21af27 req-e9ffccce-a6ea-48d3-bbc1-7185a61fc7ac tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529778 May 25 05:46:11.694331 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:11.912326 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1861f3-2495-4cd4-b66f-0b80c803a869 req-7f46dcde-012e-4e72-b2db-cda88d5c594d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:11.913690 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1861f3-2495-4cd4-b66f-0b80c803a869 req-7f46dcde-012e-4e72-b2db-cda88d5c594d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.0528736 May 25 05:46:11.962849 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8f1861f3-2495-4cd4-b66f-0b80c803a869 req-e59a526e-74ba-4309-bf07-80e093fd4112 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432067 May 25 05:46:12.494710 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:12.759469 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d5c79-71ed-4dbe-b92e-acb242c6cfff req-1f3896d4-5f26-4b0d-b7a1-c26ba4ac19a9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:12.760915 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-808d5c79-71ed-4dbe-b92e-acb242c6cfff req-1f3896d4-5f26-4b0d-b7a1-c26ba4ac19a9 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0536549 May 25 05:46:12.809131 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-808d5c79-71ed-4dbe-b92e-acb242c6cfff req-b443a55e-7103-4d6a-92ba-b81cfb38c0e1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427215 May 25 05:46:13.096110 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125d7f9-537b-4b1d-b8f5-752254df9977 req-2a1d3c5b-a6b9-4424-99ac-75afdbaa143e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:13.097563 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8125d7f9-537b-4b1d-b8f5-752254df9977 req-2a1d3c5b-a6b9-4424-99ac-75afdbaa143e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.0564339 May 25 05:46:13.145327 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8125d7f9-537b-4b1d-b8f5-752254df9977 req-c33b0711-bc5d-4f19-85b1-bf248d6693f0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 May 25 05:46:13.688895 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:13.929014 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0cdc7-eba7-405a-aedb-8652ddc43c8c req-214733b4-bd67-43ec-bc5e-e8aebf0d4bd3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:13.930477 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dbe0cdc7-eba7-405a-aedb-8652ddc43c8c req-214733b4-bd67-43ec-bc5e-e8aebf0d4bd3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0529792 May 25 05:46:13.984270 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dbe0cdc7-eba7-405a-aedb-8652ddc43c8c req-e1701d78-bf15-4f5a-8a0e-2c4d958477b0 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481794 May 25 05:46:14.280675 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d5365-cd63-40c5-b21c-5cb415c42021 req-5be5faab-6d56-491b-8845-cc2fb6b52f5f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:14.282186 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3d6d5365-cd63-40c5-b21c-5cb415c42021 req-5be5faab-6d56-491b-8845-cc2fb6b52f5f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.0613713 May 25 05:46:14.355164 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3d6d5365-cd63-40c5-b21c-5cb415c42021 req-eb55187c-8591-4621-889a-a65f8f72666d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668867 May 25 05:46:14.677421 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefd412-2345-473e-86c4-1405640510a5 req-568a7973-e0e9-4ab6-bec8-35f2afd1f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:14.679006 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ceefd412-2345-473e-86c4-1405640510a5 req-568a7973-e0e9-4ab6-bec8-35f2afd1f7c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 1131 time: 0.0443511 May 25 05:46:14.784393 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefd412-2345-473e-86c4-1405640510a5 req-eaa3ab10-18e1-4b4d-94ea-d4f105438bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:14.785914 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ceefd412-2345-473e-86c4-1405640510a5 req-eaa3ab10-18e1-4b4d-94ea-d4f105438bb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.0837767 May 25 05:46:14.857612 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ceefd412-2345-473e-86c4-1405640510a5 req-e76aa0d9-7d5e-495c-b971-24175d5d0a59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 200 len: 1002 time: 0.0599205 May 25 05:46:14.910429 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefd412-2345-473e-86c4-1405640510a5 req-bab14ac0-2239-4ebc-8ce7-bf0f9bac36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:14.912510 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ceefd412-2345-473e-86c4-1405640510a5 req-bab14ac0-2239-4ebc-8ce7-bf0f9bac36e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0437045 May 25 05:46:14.962638 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefd412-2345-473e-86c4-1405640510a5 req-0eacddeb-fd78-4efe-bb4a-6d97baffab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:14.964101 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ceefd412-2345-473e-86c4-1405640510a5 req-0eacddeb-fd78-4efe-bb4a-6d97baffab73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448349 May 25 05:46:15.057770 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ceefd412-2345-473e-86c4-1405640510a5 req-269f8dd6-064d-4f9c-9104-af9b7d68989a service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858796 May 25 05:46:15.182813 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ceefd412-2345-473e-86c4-1405640510a5 req-5b801b44-21fb-4f3f-8e24-a08813ae7ff8 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165221 May 25 05:46:15.197480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9a039-df56-4e57-a0bc-0cb1cba403d9 req-68babdc2-d4d8-427b-8828-a3355a7a8afd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:15.199168 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-daf9a039-df56-4e57-a0bc-0cb1cba403d9 req-68babdc2-d4d8-427b-8828-a3355a7a8afd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.1371715 May 25 05:46:15.247931 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-daf9a039-df56-4e57-a0bc-0cb1cba403d9 req-3558327c-db2a-47df-941d-696e5114aacd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425777 May 25 05:46:15.486035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940be37-a8c2-4512-9e3b-e9d71471737e req-bbe046c4-c880-4884-a011-54e1f57f9709 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:15.491415 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6940be37-a8c2-4512-9e3b-e9d71471737e req-bbe046c4-c880-4884-a011-54e1f57f9709 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.0591595 May 25 05:46:15.538739 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6940be37-a8c2-4512-9e3b-e9d71471737e req-42c57b6a-ef60-4b0c-bc8a-b24d1df74445 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445871 May 25 05:46:16.376730 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a60633-a35c-4ce3-9ac7-de8215af94e6 req-33ca5290-f1d5-46c1-9cd5-722e10275b37 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:16.378221 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90a60633-a35c-4ce3-9ac7-de8215af94e6 req-33ca5290-f1d5-46c1-9cd5-722e10275b37 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0573618 May 25 05:46:16.428568 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90a60633-a35c-4ce3-9ac7-de8215af94e6 req-b7a4a4b0-29fe-4e97-a535-4e8bf498a9a3 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446234 May 25 05:46:16.715575 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78761-ffb0-4c44-a519-19a298b1da89 req-ec558b79-0939-475b-af7b-450858b2c6ec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:16.717033 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b1b78761-ffb0-4c44-a519-19a298b1da89 req-ec558b79-0939-475b-af7b-450858b2c6ec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.1030834 May 25 05:46:16.765075 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b1b78761-ffb0-4c44-a519-19a298b1da89 req-e36421a8-e39b-41aa-b4ce-d099fc464ede tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422888 May 25 05:46:17.555994 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e5e8e-87c4-40d4-b43b-8dbbef558883 req-853ba8b1-c11d-44b8-95b8-f7365508e983 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:17.557640 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-de0e5e8e-87c4-40d4-b43b-8dbbef558883 req-853ba8b1-c11d-44b8-95b8-f7365508e983 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0577435 May 25 05:46:17.610657 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-de0e5e8e-87c4-40d4-b43b-8dbbef558883 req-c84ea1d9-4f5a-480f-b49b-07d10d03a92b tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473022 May 25 05:46:18.746894 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb0f87-8268-4d5c-88e8-92277b2a9372 req-df3fc0e5-93bb-4b79-9105-241e829fd65c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:18.748359 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0fb0f87-8268-4d5c-88e8-92277b2a9372 req-df3fc0e5-93bb-4b79-9105-241e829fd65c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0611610 May 25 05:46:18.797634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0fb0f87-8268-4d5c-88e8-92277b2a9372 req-b2766c5f-c3c4-4ae0-b99b-9d5e6dbf07fd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436690 May 25 05:46:19.917339 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cafdef-6a03-4ca4-902c-65532f71466f req-ff7225b7-6adc-447f-8b0a-233e0cf45d12 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:19.918838 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90cafdef-6a03-4ca4-902c-65532f71466f req-ff7225b7-6adc-447f-8b0a-233e0cf45d12 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0519602 May 25 05:46:19.964757 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90cafdef-6a03-4ca4-902c-65532f71466f req-098452e5-dd29-4122-93df-2c77e4f74406 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403669 May 25 05:46:21.085952 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be75ff-469a-4b4f-bd31-2a1b679f55cd req-7c369cb4-f28c-4734-b701-95ace0020e04 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:21.087431 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-51be75ff-469a-4b4f-bd31-2a1b679f55cd req-7c369cb4-f28c-4734-b701-95ace0020e04 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0557146 May 25 05:46:21.367598 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-51be75ff-469a-4b4f-bd31-2a1b679f55cd req-c791d1b2-659f-4923-ade5-30ce5d0e9c19 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745125 May 25 05:46:22.487339 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cac1e0-0463-4e85-9ec4-e3ee0cfddbff req-0c3c0a69-713b-45b7-ab8d-b402ac5640ba tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:22.488799 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-15cac1e0-0463-4e85-9ec4-e3ee0cfddbff req-0c3c0a69-713b-45b7-ab8d-b402ac5640ba tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0515983 May 25 05:46:22.534497 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-15cac1e0-0463-4e85-9ec4-e3ee0cfddbff req-6c7a2a49-b5e2-4f29-80e1-617a275ec05c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396466 May 25 05:46:23.652529 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf21f85-9525-46e3-b89c-470911aaf15e req-61f209c5-6a98-4625-90b9-b1f4c02b1657 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:23.654000 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fbf21f85-9525-46e3-b89c-470911aaf15e req-61f209c5-6a98-4625-90b9-b1f4c02b1657 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0517035 May 25 05:46:23.715515 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fbf21f85-9525-46e3-b89c-470911aaf15e req-1ddc5333-70b7-4606-aa50-02a28e22c398 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556543 May 25 05:46:23.796269 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239a9a7-d598-4f5e-a206-2a40d702215e req-fd3d9596-961d-4583-bfd5-28cb725f8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:23.797748 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3239a9a7-d598-4f5e-a206-2a40d702215e req-fd3d9596-961d-4583-bfd5-28cb725f8a98 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1130 time: 0.0439258 May 25 05:46:23.841259 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3239a9a7-d598-4f5e-a206-2a40d702215e req-541114de-4e75-42c2-871d-ac202c62f4c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364389 May 25 05:46:24.834356 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a72b42-24f0-4e65-986f-68623107d464 req-70872df4-61f5-4f13-bb4d-a538d71a38ca tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:24.835854 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a2a72b42-24f0-4e65-986f-68623107d464 req-70872df4-61f5-4f13-bb4d-a538d71a38ca tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0529094 May 25 05:46:24.883444 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a2a72b42-24f0-4e65-986f-68623107d464 req-3645dc70-43f8-40ec-8675-5464977d0873 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418730 May 25 05:46:26.003507 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978db77-f7af-4588-abee-95f9800491a5 req-76907853-e0b9-404b-bb07-98d0f84b1550 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:26.005676 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4978db77-f7af-4588-abee-95f9800491a5 req-76907853-e0b9-404b-bb07-98d0f84b1550 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0555146 May 25 05:46:26.051785 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4978db77-f7af-4588-abee-95f9800491a5 req-1fb81650-e611-4e33-a820-1e9a567b67e6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403323 May 25 05:46:26.512963 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-6f4f3378-f6f7-427c-b12b-7eb4a01ad279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:26.514475 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-6f4f3378-f6f7-427c-b12b-7eb4a01ad279 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1130 time: 0.0785379 May 25 05:46:26.524654 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508f08f-03b0-408d-b79b-56e85cbc1250 req-68d8ff29-189c-45ce-9639-b5cccc2af5d5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:26.526041 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f508f08f-03b0-408d-b79b-56e85cbc1250 req-68d8ff29-189c-45ce-9639-b5cccc2af5d5 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0913455 May 25 05:46:26.628294 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f508f08f-03b0-408d-b79b-56e85cbc1250 req-e648874d-542a-4d3a-a0ab-b84ffdfbafb1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944269 May 25 05:46:26.642563 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-12611db6-a49d-43e4-a41b-d58518641cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:26.643998 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-12611db6-a49d-43e4-a41b-d58518641cff service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.1171088 May 25 05:46:26.711525 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-b17e5567-3c90-42ca-80af-a68bc147dc67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 1001 time: 0.0589776 May 25 05:46:26.762981 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-405aaa71-595a-4db8-9e6c-fd0c83babc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:26.764331 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-405aaa71-595a-4db8-9e6c-fd0c83babc5b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0457799 May 25 05:46:26.815910 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-24184901-a6c3-434b-8a0d-a6809f8103d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:26.817390 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-24184901-a6c3-434b-8a0d-a6809f8103d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446091 May 25 05:46:26.908692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-06522a5b-bd9c-43c4-a07a-8164fb9607b4 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845909 May 25 05:46:27.000131 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0022aa26-3e09-4bad-b0e1-8132c135f799 req-ccbfeeb4-62b3-4c65-8013-5815f626486a service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846014 May 25 05:46:27.753959 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c59a21-eb42-4a93-b319-fffabd5dcc99 req-52feeb9d-cbf3-4ed5-8c27-3faf85eb0c21 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:27.756161 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-16c59a21-eb42-4a93-b319-fffabd5dcc99 req-52feeb9d-cbf3-4ed5-8c27-3faf85eb0c21 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0579965 May 25 05:46:27.804257 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-16c59a21-eb42-4a93-b319-fffabd5dcc99 req-3716d139-1ab9-4d47-9de6-3c7a8833aa5d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401521 May 25 05:46:28.924733 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2d257-f1a5-4540-98fe-a2e62395672c req-b2d99624-319b-42ee-b281-29232a3635a4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:28.926287 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98a2d257-f1a5-4540-98fe-a2e62395672c req-b2d99624-319b-42ee-b281-29232a3635a4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0524447 May 25 05:46:28.973710 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98a2d257-f1a5-4540-98fe-a2e62395672c req-917a3bf2-9fd3-4fc0-899d-cc151474d920 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 May 25 05:46:30.100015 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e301fc-67f7-4b89-962e-4438b94ee088 req-4c500919-e057-4de1-b798-3c1088a75650 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:30.101540 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d1e301fc-67f7-4b89-962e-4438b94ee088 req-4c500919-e057-4de1-b798-3c1088a75650 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0608368 May 25 05:46:30.153214 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d1e301fc-67f7-4b89-962e-4438b94ee088 req-57fe07a1-b570-4d19-8669-fe91dcd0338f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 May 25 05:46:31.283457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4b62c-71d7-4339-8566-03d31ffdb4cc req-8b5f8acd-4c9d-41a9-ae5f-a6422091ad8c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:31.284841 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-64a4b62c-71d7-4339-8566-03d31ffdb4cc req-8b5f8acd-4c9d-41a9-ae5f-a6422091ad8c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0629184 May 25 05:46:31.342832 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-64a4b62c-71d7-4339-8566-03d31ffdb4cc req-3ec89553-8abf-48b9-aefe-d484e4901d34 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517614 May 25 05:46:31.479829 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818309b-454e-455a-90b5-8b05d801e7b4 req-91d97f4d-6fa3-4e6f-8881-234cfc86d7ac tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:31.481304 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d818309b-454e-455a-90b5-8b05d801e7b4 req-91d97f4d-6fa3-4e6f-8881-234cfc86d7ac tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0533578 May 25 05:46:31.494331 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43750) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:46:31.499034 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Request body: {'floatingip': {'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:46:31.554811 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:32.011032 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:32.014848 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:32.220728 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:46:32.323811 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:46:32.328805 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:32.333201 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] Sync routers for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:46:32.343073 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:46:32.343686 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:46:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:46:32.359527 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:46:32.361746 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d586867-a61d-4929-84c9-7e41437b9877" -d '{"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:46:32.397581 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-475caa56-1cae-48fc-a6ec-231d2912e901 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "PUT /v2.0/floatingips/da6b051d-a615-45c4-adf4-655ebba764ac HTTP/1.1" status: 200 len: 993 time: 0.8992205 May 25 05:46:32.402817 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee3edd2-f75d-4713-8642-5074b531a604 x-openstack-request-id: req-cee3edd2-f75d-4713-8642-5074b531a604 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:46:32.403165 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:46:32.403477 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cee3edd2-f75d-4713-8642-5074b531a604 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:46:32.403821 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee3edd2-f75d-4713-8642-5074b531a604'] response: {'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'status': 'completed', 'code': 200} May 25 05:46:32.457536 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:46:32.474442 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d586867-a61d-4929-84c9-7e41437b9877 req-bd1c77bc-f3d8-4314-b3a1-8e08dcfdda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:32.475937 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d586867-a61d-4929-84c9-7e41437b9877 req-bd1c77bc-f3d8-4314-b3a1-8e08dcfdda5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1130 time: 0.0481997 May 25 05:46:32.571772 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d586867-a61d-4929-84c9-7e41437b9877 req-c4e9b5a8-c20d-43e1-afd9-eddfd839a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:32.573545 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d586867-a61d-4929-84c9-7e41437b9877 req-c4e9b5a8-c20d-43e1-afd9-eddfd839a271 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.0908334 May 25 05:46:32.635780 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d586867-a61d-4929-84c9-7e41437b9877 req-61a51f13-2b43-4351-a471-c402e8fe5ab9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 1001 time: 0.0555294 May 25 05:46:32.673087 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'da6b051d-a615-45c4-adf4-655ebba764ac', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'mac_address': 'fa:16:3e:c8:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:43:35Z', 'updated_at': '2022-05-25T05:46:31Z', 'revision_number': 3, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:46:32.691044 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d586867-a61d-4929-84c9-7e41437b9877 req-b5ed810e-b6e5-4d56-a623-7ec4bb522ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:32.692601 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d586867-a61d-4929-84c9-7e41437b9877 req-b5ed810e-b6e5-4d56-a623-7ec4bb522ab0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0481215 May 25 05:46:32.698135 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] Checking router: 16d2839d-28d3-4778-9d50-326a1ea3e3c6 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:46:32.706301 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:46:32.706905 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:46:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:46:32.750505 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d586867-a61d-4929-84c9-7e41437b9877 req-11595aad-a287-45c6-bea6-e215ca4c92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:32.752047 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d586867-a61d-4929-84c9-7e41437b9877 req-11595aad-a287-45c6-bea6-e215ca4c92f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458920 May 25 05:46:32.806291 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:46:32.844225 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d586867-a61d-4929-84c9-7e41437b9877 req-42004aa2-b428-4bfe-8f60-45ee05587a86 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834696 May 25 05:46:32.941767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6d586867-a61d-4929-84c9-7e41437b9877 req-85ce377a-69f8-4b9d-adb8-e0e528de8294 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886240 May 25 05:46:33.103021 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'da6b051d-a615-45c4-adf4-655ebba764ac', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'mac_address': 'fa:16:3e:c8:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:43:35Z', 'updated_at': '2022-05-25T05:46:31Z', 'revision_number': 3, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:46:33.126076 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcacbb-9346-4927-b851-92745bc1db25 None None] The sync data for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi is: [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'da6b051d-a615-45c4-adf4-655ebba764ac', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'port_id': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'mac_address': 'fa:16:3e:c8:9f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:43:35Z', 'updated_at': '2022-05-25T05:46:31Z', 'revision_number': 3, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:46:34.405374 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:46:34.407714 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84038f26-6e3d-4999-ac77-bfb2debbc54d" -d '{"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:46:34.444947 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaddec73-5f18-43a7-8890-e445eee937ac x-openstack-request-id: req-eaddec73-5f18-43a7-8890-e445eee937ac {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:46:34.445239 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:46:34.445494 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaddec73-5f18-43a7-8890-e445eee937ac {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:46:34.446007 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaddec73-5f18-43a7-8890-e445eee937ac'] response: {'name': 'network-changed', 'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'status': 'completed', 'code': 200} May 25 05:46:34.510989 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-69fe1eca-c92d-4796-ac4c-2b330b0d90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:34.512485 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-69fe1eca-c92d-4796-ac4c-2b330b0d90e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1dd34c07c77146bba395c97a43ca72d8&device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 1130 time: 0.0454855 May 25 05:46:34.607302 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-5fff0fcd-8006-4f84-9a87-e616693e69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:34.608761 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-5fff0fcd-8006-4f84-9a87-e616693e69d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 200 len: 920 time: 0.0877070 May 25 05:46:34.668855 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-73c6ce94-53c1-40bc-8dac-5927dc3f81fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 200 len: 1001 time: 0.0534689 May 25 05:46:34.717934 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-3233c330-b1ef-45aa-8b63-e7a6b3d90b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:34.719433 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-3233c330-b1ef-45aa-8b63-e7a6b3d90b62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 200 len: 858 time: 0.0444953 May 25 05:46:34.772002 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-1affb953-eb47-44ab-bb4d-0e0b49bb161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:34.773483 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-1affb953-eb47-44ab-bb4d-0e0b49bb161e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ee996d03-64a7-432f-a95f-b2c4e944899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480924 May 25 05:46:34.862343 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-f26b5272-b0d0-4b95-8904-32e959e27e48 service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817587 May 25 05:46:34.956628 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84038f26-6e3d-4999-ac77-bfb2debbc54d req-62276c69-2d01-42ba-b549-42443e2ba61d service neutron] 10.222.0.32 "GET /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881193 May 25 05:46:37.023448 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7c886806-65f2-436a-a393-abd7132edaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:39.174054 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-96957ead-aab3-43bc-87e9-1794e4f6a6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:40.381671 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:41.703761 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:42.498915 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:43.691453 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:46:44.275995 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:46:45.106763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d37f7-ecce-4ecd-b1d1-9c3510b4e00f req-ceb4f16e-fb50-4b71-8f28-38353e6970fc tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:45.108233 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7b3d37f7-ecce-4ecd-b1d1-9c3510b4e00f req-ceb4f16e-fb50-4b71-8f28-38353e6970fc tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0535645 May 25 05:46:45.154179 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7b3d37f7-ecce-4ecd-b1d1-9c3510b4e00f req-b1c40180-7d6a-4ce5-bcf4-6a1d6a49e9f9 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404289 May 25 05:46:46.274263 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad400b0b-c37e-4afa-a59b-875bfdf62e75 req-107116dc-70cf-4b92-a23b-623e0c95fbf5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:46.275817 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ad400b0b-c37e-4afa-a59b-875bfdf62e75 req-107116dc-70cf-4b92-a23b-623e0c95fbf5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0536025 May 25 05:46:46.323261 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ad400b0b-c37e-4afa-a59b-875bfdf62e75 req-fd079c06-3ba2-4786-a040-84df3fae087a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 May 25 05:46:47.445680 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4877a-20f9-4114-8ac2-249391fc84cd req-d96eedfe-c265-4835-a725-4ae44f9885e5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:47.447824 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7aa4877a-20f9-4114-8ac2-249391fc84cd req-d96eedfe-c265-4835-a725-4ae44f9885e5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0586066 May 25 05:46:47.497610 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7aa4877a-20f9-4114-8ac2-249391fc84cd req-d43129a3-1ed4-40f0-a722-da3ac3286275 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442665 May 25 05:46:48.621957 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba2a64-3541-49c5-8d9b-2a06ae524cbd req-b0c7ae09-bac0-4801-a04f-ab08de5d08ff tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:48.623456 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-03ba2a64-3541-49c5-8d9b-2a06ae524cbd req-b0c7ae09-bac0-4801-a04f-ab08de5d08ff tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0528615 May 25 05:46:48.670482 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-03ba2a64-3541-49c5-8d9b-2a06ae524cbd req-59652874-8628-447a-9278-0a1ee5f62c3e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414653 May 25 05:46:49.790513 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e126cea-551d-4294-81a6-6316b789f837 req-d4fe20c6-8a14-4629-a6c5-36029cff4f8b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:49.791906 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0e126cea-551d-4294-81a6-6316b789f837 req-d4fe20c6-8a14-4629-a6c5-36029cff4f8b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0560355 May 25 05:46:49.841718 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0e126cea-551d-4294-81a6-6316b789f837 req-bbdf6fce-fa64-4c2d-b7ea-0b13746f9aaf tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 May 25 05:46:50.963055 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6cf9b-b855-4eb0-96fb-beadb1f8f90d req-3cdcdb7a-7be5-48c2-8861-ddf721f74081 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:50.964529 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-14d6cf9b-b855-4eb0-96fb-beadb1f8f90d req-3cdcdb7a-7be5-48c2-8861-ddf721f74081 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0553415 May 25 05:46:51.011054 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-14d6cf9b-b855-4eb0-96fb-beadb1f8f90d req-7be48b0e-2e3a-4597-8128-0d781e85066a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408795 May 25 05:46:52.129010 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fce19a-4ec4-4dad-815e-d8f42bd8224e req-7a277b16-c5dc-42fe-aab1-6cf4b72d49a3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:52.130627 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-03fce19a-4ec4-4dad-815e-d8f42bd8224e req-7a277b16-c5dc-42fe-aab1-6cf4b72d49a3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0535810 May 25 05:46:52.180305 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-03fce19a-4ec4-4dad-815e-d8f42bd8224e req-af2c6ebc-5b66-4d7b-a69c-3fe2bcf49218 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443292 May 25 05:46:53.304512 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934ac0f-6048-4658-8e3d-bad44662a7f0 req-dd8534e1-1ae5-469e-987d-e3891be69404 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:53.305890 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2934ac0f-6048-4658-8e3d-bad44662a7f0 req-dd8534e1-1ae5-469e-987d-e3891be69404 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0531178 May 25 05:46:53.353019 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2934ac0f-6048-4658-8e3d-bad44662a7f0 req-df25e350-62e2-4c3c-a030-8743a8274e06 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413635 May 25 05:46:54.471493 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a88965-8e47-4609-b524-16cdb02c5fa2 req-0de06808-d5d4-49a2-8ab6-0312d2fe017e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:54.473483 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b7a88965-8e47-4609-b524-16cdb02c5fa2 req-0de06808-d5d4-49a2-8ab6-0312d2fe017e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0521913 May 25 05:46:54.520452 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b7a88965-8e47-4609-b524-16cdb02c5fa2 req-cc8ecedc-f161-4665-befd-99e029e10a4d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406926 May 25 05:46:55.662200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7a19f-02af-4f20-bd45-2589bd186a09 req-39a9988d-8a58-4f26-8f8d-198d772864ba tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:55.663878 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fa7a19f-02af-4f20-bd45-2589bd186a09 req-39a9988d-8a58-4f26-8f8d-198d772864ba tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0597336 May 25 05:46:55.722936 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fa7a19f-02af-4f20-bd45-2589bd186a09 req-05d2a3cb-cbc8-4041-bf0d-82fbcfa7ac27 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531139 May 25 05:46:56.840165 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d29c7-c289-4d43-9b5f-57418bfc654b req-bdd073e6-2689-4539-91ec-766b7117cac1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:56.841645 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f67d29c7-c289-4d43-9b5f-57418bfc654b req-bdd073e6-2689-4539-91ec-766b7117cac1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0534461 May 25 05:46:56.888937 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f67d29c7-c289-4d43-9b5f-57418bfc654b req-5facf26f-7ced-4296-90c4-6fd891f6dd11 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416362 May 25 05:46:58.005721 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104f4ee-d044-4832-9031-f37957bf43e0 req-32a6163a-ae1c-421e-935f-16837950719e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:58.007236 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f104f4ee-d044-4832-9031-f37957bf43e0 req-32a6163a-ae1c-421e-935f-16837950719e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0519762 May 25 05:46:58.057846 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f104f4ee-d044-4832-9031-f37957bf43e0 req-7bbeb5e1-a596-4a9a-84d4-de2481d244b1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450885 May 25 05:46:59.178888 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc0c71-ef51-4ea8-b9fb-c90d3c420a42 req-02ce80aa-34c6-4123-919a-538676ec587c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:46:59.180339 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-31fc0c71-ef51-4ea8-b9fb-c90d3c420a42 req-02ce80aa-34c6-4123-919a-538676ec587c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0521791 May 25 05:46:59.227036 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-31fc0c71-ef51-4ea8-b9fb-c90d3c420a42 req-09bd7ad2-853e-4451-9e39-93b154cabe63 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411687 May 25 05:47:00.353481 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225dba2-c397-4c4b-a5ff-a9670131a1ff req-b90ceb14-7f20-43f6-a193-dbfff1e61593 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:00.354988 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d225dba2-c397-4c4b-a5ff-a9670131a1ff req-b90ceb14-7f20-43f6-a193-dbfff1e61593 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0594320 May 25 05:47:00.401579 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d225dba2-c397-4c4b-a5ff-a9670131a1ff req-44a69d08-b667-4a54-b4ba-86fa14ddd5b2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408206 May 25 05:47:01.523242 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c832fe-87f7-4c98-b4a8-d15540e8e657 req-b1637b2a-c13b-4435-88d4-ce6040361fe7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:01.524702 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e1c832fe-87f7-4c98-b4a8-d15540e8e657 req-b1637b2a-c13b-4435-88d4-ce6040361fe7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0555079 May 25 05:47:01.570591 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e1c832fe-87f7-4c98-b4a8-d15540e8e657 req-3e80e6a1-d1ea-4bb3-a0d4-71797b6fc9b1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404153 May 25 05:47:01.772664 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257e7ee-8edb-4ab4-ab76-ac7db460071c req-8b517a71-e278-48ac-b1a7-2741f56419b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:01.774138 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3257e7ee-8edb-4ab4-ab76-ac7db460071c req-8b517a71-e278-48ac-b1a7-2741f56419b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0591350 May 25 05:47:01.831345 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3257e7ee-8edb-4ab4-ab76-ac7db460071c req-e05567d7-99cd-4953-8f0f-92b08f3d12d9 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511196 May 25 05:47:01.864809 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-5922e181-cb1b-457e-9be7-552d6f1d7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:01.866418 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-5922e181-cb1b-457e-9be7-552d6f1d7ff8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 1129 time: 0.1053679 May 25 05:47:01.957296 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-b0bac8b4-b76e-4897-a5d7-65aa704979ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:01.958706 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-b0bac8b4-b76e-4897-a5d7-65aa704979ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 912 time: 0.0860250 May 25 05:47:02.020097 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-40c2f473-b37c-498b-943b-0df98e066cd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 200 len: 1001 time: 0.0548573 May 25 05:47:02.072027 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-045b9a41-c41c-4ab8-b223-9a71833035e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:02.073723 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-045b9a41-c41c-4ab8-b223-9a71833035e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.0473523 May 25 05:47:02.125250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-da5392fd-7ea0-4e1d-9adc-01a8781ecf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:02.126789 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-da5392fd-7ea0-4e1d-9adc-01a8781ecf51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450828 May 25 05:47:02.215738 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-a8d15904-83c0-4623-8531-58c8e06576a7 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806689 May 25 05:47:02.315422 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0f75e6db-1bda-4757-96da-62bb9850b48c req-c40d1056-2de8-4fc8-8c71-052fc772d949 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890028 May 25 05:47:02.966222 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4824734-f635-412c-b43a-07fa5de3cfb1 req-fc686572-b7af-4810-b342-dcc8ed54bccf tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:02.967692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c4824734-f635-412c-b43a-07fa5de3cfb1 req-fc686572-b7af-4810-b342-dcc8ed54bccf tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0631046 May 25 05:47:03.015060 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c4824734-f635-412c-b43a-07fa5de3cfb1 req-e8a7deae-3435-4fcc-962f-18ed4531ddc3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 May 25 05:47:04.139149 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be88934-8332-4a76-90b9-7660d4a26b01 req-2ef7aef3-ee46-46c8-9776-0afc3c3b5686 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:04.140624 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8be88934-8332-4a76-90b9-7660d4a26b01 req-2ef7aef3-ee46-46c8-9776-0afc3c3b5686 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0582209 May 25 05:47:04.186903 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8be88934-8332-4a76-90b9-7660d4a26b01 req-237edc88-624e-4817-9c79-e4ee8925013e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404341 May 25 05:47:07.027940 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-56ab7414-a688-42f8-8708-ac1413c09244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:07.077124 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb8dd5-ce08-445e-8cc2-9697a823e5ac req-f1b06f35-3aef-45d3-bc33-6d325c0fd6dd tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:07.078710 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-28bb8dd5-ce08-445e-8cc2-9697a823e5ac req-f1b06f35-3aef-45d3-bc33-6d325c0fd6dd tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0876899 May 25 05:47:07.080456 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-8403793c-0e01-48eb-9319-20fed385aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:07.081774 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-8403793c-0e01-48eb-9319-20fed385aad5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1169 time: 0.0792837 May 25 05:47:07.192706 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-28bb8dd5-ce08-445e-8cc2-9697a823e5ac req-362cce0a-f3ad-4fd5-a3e6-1411487b8fe4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068633 May 25 05:47:07.222275 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-cd53c6f7-2645-4ae6-9682-5b1a57192612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:07.224053 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-cd53c6f7-2645-4ae6-9682-5b1a57192612 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 915 time: 0.1323628 May 25 05:47:07.296220 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-f96742f7-4745-4c88-9aa6-5dfb9599238a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 1001 time: 0.0653300 May 25 05:47:07.346785 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-81d1ad81-b77c-4ca5-88ec-be7b23561fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:07.348247 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-81d1ad81-b77c-4ca5-88ec-be7b23561fa0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 200 len: 853 time: 0.0445631 May 25 05:47:07.396487 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-87dd9c18-b1d8-4c17-99a1-202e6cb41a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:07.397957 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-87dd9c18-b1d8-4c17-99a1-202e6cb41a53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435407 May 25 05:47:07.490672 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-bdd70bd2-664f-46b8-a21f-597ff6a2bd6b service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847192 May 25 05:47:07.578440 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3aab3735-b0dd-40e1-a1ae-b850c1a21231 req-231cf5f0-8409-4274-8f3b-fa2406c73596 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809300 May 25 05:47:08.317948 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae8b2f-0ca8-4dd4-b70c-457cd0083ca1 req-668ee4a4-bc0c-4ca5-b54f-5bc69a108995 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:08.319480 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fae8b2f-0ca8-4dd4-b70c-457cd0083ca1 req-668ee4a4-bc0c-4ca5-b54f-5bc69a108995 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0533700 May 25 05:47:08.378927 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fae8b2f-0ca8-4dd4-b70c-457cd0083ca1 req-ea134590-6e9a-4841-b7b7-c2ffbb82a154 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534658 May 25 05:47:09.178376 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b5b096ea-9052-4580-8dd4-7d7fc3c18863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:09.503068 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118aed4-12aa-4845-b1fc-88d8fd29e620 req-64142865-8ff6-462e-8255-9cb24990e0c0 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:09.504536 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e118aed4-12aa-4845-b1fc-88d8fd29e620 req-64142865-8ff6-462e-8255-9cb24990e0c0 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0563323 May 25 05:47:09.563961 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e118aed4-12aa-4845-b1fc-88d8fd29e620 req-90d6a76c-72ec-4ebe-977a-3ff90e68d2da tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531363 May 25 05:47:10.391271 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:10.684614 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bde31-cd92-4a25-9b90-a1935c35eff4 req-94256acd-7c16-47f3-8142-ece8c5b8ca90 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:10.685997 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-397bde31-cd92-4a25-9b90-a1935c35eff4 req-94256acd-7c16-47f3-8142-ece8c5b8ca90 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0534818 May 25 05:47:10.746434 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-397bde31-cd92-4a25-9b90-a1935c35eff4 req-59a8be36-9b9a-4a5c-8599-943889d0c3c2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546918 May 25 05:47:11.727137 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:11.870390 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2c576-549f-4274-b94b-29e4e3f5a1c0 req-082b6381-964e-459f-bfeb-9516cb3288bd tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:11.872019 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-92c2c576-549f-4274-b94b-29e4e3f5a1c0 req-082b6381-964e-459f-bfeb-9516cb3288bd tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0574586 May 25 05:47:11.930034 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-92c2c576-549f-4274-b94b-29e4e3f5a1c0 req-db1f0084-53bd-4a4a-90ce-1643b0fc097f tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523307 May 25 05:47:12.500788 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:13.048217 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fa659-2ff9-48d2-ba45-91cb7a22935e req-e61cde40-10f1-474d-bd41-a47809843277 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:13.049809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fe7fa659-2ff9-48d2-ba45-91cb7a22935e req-e61cde40-10f1-474d-bd41-a47809843277 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0530343 May 25 05:47:13.108327 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fe7fa659-2ff9-48d2-ba45-91cb7a22935e req-2e8ba224-b596-40bc-a136-fbbf5babf070 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521283 May 25 05:47:13.693018 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:14.133256 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03ab58-e485-4efd-b0ec-8fc491e7ab5a req-4b66198a-5b7a-4bbc-968c-540783cb77d2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:14.134763 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c03ab58-e485-4efd-b0ec-8fc491e7ab5a req-4b66198a-5b7a-4bbc-968c-540783cb77d2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0545168 May 25 05:47:14.202920 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c03ab58-e485-4efd-b0ec-8fc491e7ab5a req-c2ce1cd9-23c7-4f4d-b5fb-8db1fadd013c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624781 May 25 05:47:14.242486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabbfb5b-5cea-4d92-9cfd-7c07549913a8 req-fd86b5c5-87ad-4b41-b958-f3413794f868 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:14.243943 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fabbfb5b-5cea-4d92-9cfd-7c07549913a8 req-fd86b5c5-87ad-4b41-b958-f3413794f868 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0596225 May 25 05:47:14.302786 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fabbfb5b-5cea-4d92-9cfd-7c07549913a8 req-2f61d360-fa67-4b67-af66-5719451405da tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531900 May 25 05:47:15.320688 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881d3bf-43f4-4ff2-acd0-0310f1e637c9 req-a9a09f36-0ac3-4d6d-8dd4-4d7e036cf294 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:15.322340 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8881d3bf-43f4-4ff2-acd0-0310f1e637c9 req-a9a09f36-0ac3-4d6d-8dd4-4d7e036cf294 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0531042 May 25 05:47:15.373242 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8881d3bf-43f4-4ff2-acd0-0310f1e637c9 req-f51fb97e-ad2e-4750-876f-8c61c82499ae tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451756 May 25 05:47:15.430050 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e88ead-d129-45fa-9011-2a7f35b4c98e req-0014cc55-1407-47f2-b2f5-2e32f0162cfe tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:15.431544 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-20e88ead-d129-45fa-9011-2a7f35b4c98e req-0014cc55-1407-47f2-b2f5-2e32f0162cfe tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0574410 May 25 05:47:15.492123 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-20e88ead-d129-45fa-9011-2a7f35b4c98e req-fda17d8b-81dd-423a-a8ae-d3f113cad6e1 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545962 May 25 05:47:15.650696 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-9442621d-85bc-4d2d-832e-2113e5d364cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435050 May 25 05:47:15.714315 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-46aebd15-dc7d-4c31-9379-99c80809036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:15.715802 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-46aebd15-dc7d-4c31-9379-99c80809036d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 1129 time: 0.0438743 May 25 05:47:15.822469 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-d257873a-6937-4233-9feb-6af832ea089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:15.823919 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-d257873a-6937-4233-9feb-6af832ea089d service neutron] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 912 time: 0.0870404 May 25 05:47:15.889750 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-429f516b-424f-4a5c-9cae-1bc87fa788bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 200 len: 1001 time: 0.0558734 May 25 05:47:15.941166 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-64cd9aeb-c7f5-472b-8272-05dd0bee4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:15.943153 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-64cd9aeb-c7f5-472b-8272-05dd0bee4191 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.0466495 May 25 05:47:15.991771 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-4bc281f8-6198-46dc-a49c-e3b5abdf7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:15.993238 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-4bc281f8-6198-46dc-a49c-e3b5abdf7e99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440643 May 25 05:47:16.080419 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-d75a8382-201f-48ab-8d93-4706a60425ac service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804150 May 25 05:47:16.175995 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b131ea87-c870-42ea-b25f-9ac659422f80 req-92d81d59-df03-40af-8b85-34acecfb5265 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 May 25 05:47:16.497373 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786c7ea-db10-466a-a5f2-614dbd741375 req-d3668bd7-d208-4ef5-90c2-67d7060328d7 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:16.498854 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0786c7ea-db10-466a-a5f2-614dbd741375 req-d3668bd7-d208-4ef5-90c2-67d7060328d7 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0539007 May 25 05:47:16.548673 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0786c7ea-db10-466a-a5f2-614dbd741375 req-2a0c10f0-5122-4cac-8e7a-fe3cae430323 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 May 25 05:47:16.610082 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e621-f1d2-498d-a070-62a48887e50c req-0dd6139b-45a0-4776-ac8e-e8fba993c79b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:16.611545 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e356e621-f1d2-498d-a070-62a48887e50c req-0dd6139b-45a0-4776-ac8e-e8fba993c79b tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0528362 May 25 05:47:16.672793 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e356e621-f1d2-498d-a070-62a48887e50c req-60669de4-6e43-46a8-839c-69d4b050d9ed tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555363 May 25 05:47:17.667892 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ca604-df48-4f46-a1f6-d4ee155c7385 req-14850e52-0e1e-4eb2-99ac-b13360c73ad9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:17.669747 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7c8ca604-df48-4f46-a1f6-d4ee155c7385 req-14850e52-0e1e-4eb2-99ac-b13360c73ad9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0546749 May 25 05:47:17.728514 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7c8ca604-df48-4f46-a1f6-d4ee155c7385 req-a5a66b8d-94c1-49f3-86f4-675e93addfff tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514321 May 25 05:47:17.834007 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c5cd4-0cb9-40aa-98db-39566a38dcd1 req-2ccb7729-4a43-4d24-a387-f64d4fff5182 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:17.836513 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9f8c5cd4-0cb9-40aa-98db-39566a38dcd1 req-2ccb7729-4a43-4d24-a387-f64d4fff5182 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0543683 May 25 05:47:17.902416 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9f8c5cd4-0cb9-40aa-98db-39566a38dcd1 req-8f6446c0-ac67-4785-a09a-5a7fa69330f5 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593905 May 25 05:47:17.993257 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8b5ba-d04b-462e-b985-195fcb46b635 req-f97f1c3c-7807-4145-b448-e11fdd95ef54 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:17.994672 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3fe8b5ba-d04b-462e-b985-195fcb46b635 req-f97f1c3c-7807-4145-b448-e11fdd95ef54 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.0563924 May 25 05:47:18.040908 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3fe8b5ba-d04b-462e-b985-195fcb46b635 req-abfe6885-c85f-400d-abc1-6bc2ed89d587 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 May 25 05:47:18.853470 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544c80f-b43c-42b8-9701-6078a03c184f req-fb89516b-ab0e-4611-a3d4-72021b149dfb tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:18.855001 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2544c80f-b43c-42b8-9701-6078a03c184f req-fb89516b-ab0e-4611-a3d4-72021b149dfb tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0582454 May 25 05:47:18.903911 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2544c80f-b43c-42b8-9701-6078a03c184f req-93d03f51-de93-4a16-a34c-74d0b65d2775 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429122 May 25 05:47:19.025349 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5d2d2-96d1-4801-bd83-2ff948a18a44 req-8d1c1275-7d38-46f9-b9f9-c3d754564acd tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:19.026779 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a8b5d2d2-96d1-4801-bd83-2ff948a18a44 req-8d1c1275-7d38-46f9-b9f9-c3d754564acd tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0565398 May 25 05:47:19.088263 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a8b5d2d2-96d1-4801-bd83-2ff948a18a44 req-e6dd1ef7-16da-49c7-ad0d-09e54adbedc6 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555627 May 25 05:47:19.162518 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1126c-46b8-4203-9a3b-1b1cb060b08f req-5945db3f-e556-40c1-b92a-bdf9ee173d25 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:19.164015 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0f1126c-46b8-4203-9a3b-1b1cb060b08f req-5945db3f-e556-40c1-b92a-bdf9ee173d25 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.0554662 May 25 05:47:19.211364 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0f1126c-46b8-4203-9a3b-1b1cb060b08f req-8208f2e4-ca6d-4606-89f7-7c18ab7e06bc tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 May 25 05:47:20.045858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f513d7e-907b-47b7-829e-10b5f54f8ca7 req-a05de76b-a21d-4df4-bf79-a6d10dff2ecd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:20.047327 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7f513d7e-907b-47b7-829e-10b5f54f8ca7 req-a05de76b-a21d-4df4-bf79-a6d10dff2ecd tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0771275 May 25 05:47:20.097402 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-414344cc-5876-495a-bf69-0b96edfbc48c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:20.099502 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-414344cc-5876-495a-bf69-0b96edfbc48c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.0919185 May 25 05:47:20.120196 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7f513d7e-907b-47b7-829e-10b5f54f8ca7 req-d571634d-6617-420a-8c4b-cb012be7f233 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653932 May 25 05:47:20.245462 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573015e-fc34-4434-9897-4e34adf06268 req-a93379fd-9e3c-4c65-a0ee-5916b58a58cf tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:20.246976 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9573015e-fc34-4434-9897-4e34adf06268 req-a93379fd-9e3c-4c65-a0ee-5916b58a58cf tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0873673 May 25 05:47:20.252197 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port de3cd410-26a5-44e7-ac07-dee9a4fb4562 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:20.252539 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:20.653079 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9573015e-fc34-4434-9897-4e34adf06268 req-ac8037b1-9ef6-4072-acd2-e0bb026b45eb tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3972785 May 25 05:47:20.670513 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] For port de3cd410-26a5-44e7-ac07-dee9a4fb4562, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=de3cd410-26a5-44e7-ac07-dee9a4fb4562,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:20.670983 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:20.679914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccf38-7e50-40c1-84c3-58319da9b840 req-ec1bedf1-86df-4ae7-8ab2-032b6fae7972 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:20.682129 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-674ccf38-7e50-40c1-84c3-58319da9b840 req-ec1bedf1-86df-4ae7-8ab2-032b6fae7972 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 946 time: 0.1351011 May 25 05:47:20.869756 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-674ccf38-7e50-40c1-84c3-58319da9b840 req-000d8e32-98de-443a-b41e-dfef9870077c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca4f4e65-42d2-4e06-8680-288e994f2fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826470 May 25 05:47:21.026416 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72d14-062d-4359-af4b-5e991b7e2118 req-400cd182-29d0-4709-81d4-7a9ccb094a53 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:21.027815 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-62f72d14-062d-4359-af4b-5e991b7e2118 req-400cd182-29d0-4709-81d4-7a9ccb094a53 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 945 time: 0.1724777 May 25 05:47:21.030549 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:21.030902 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (94226ecd-644c-4eca-a416-098d6c722a2d), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:21.031211 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP 94226ecd-644c-4eca-a416-098d6c722a2d disassociated. External IP: 172.27.2.3, port: de3cd410-26a5-44e7-ac07-dee9a4fb4562. May 25 05:47:21.031547 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for de3cd410-26a5-44e7-ac07-dee9a4fb4562 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:21.121685 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-62f72d14-062d-4359-af4b-5e991b7e2118 req-020b059e-e1bd-49f1-9c45-bf4e045e8259 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880077 May 25 05:47:21.202062 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (de3cd410-26a5-44e7-ac07-dee9a4fb4562), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:21.249077 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=de3cd410-26a5-44e7-ac07-dee9a4fb4562,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:21.263821 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.264172 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.264518 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.264858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.265201 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.265532 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.265859 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.266220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.266553 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.266897 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.267233 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.267557 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.267882 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:21.274713 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:47:21.326048 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b438b-8a66-4ff1-aec9-0ed8c18db632 req-7ba29221-7fdf-4d36-af2e-dcfb8c28d4c7 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:21.327490 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f13b438b-8a66-4ff1-aec9-0ed8c18db632 req-7ba29221-7fdf-4d36-af2e-dcfb8c28d4c7 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1366096 May 25 05:47:21.418945 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f13b438b-8a66-4ff1-aec9-0ed8c18db632 req-9a38e387-be1f-4700-bbc9-77d11339aa36 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849066 May 25 05:47:21.422902 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:47:21.528698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:47:21.540045 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:47:21.550197 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:21.550831 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:21.570695 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] No DVR routers for this DVR port de3cd410-26a5-44e7-ac07-dee9a4fb4562 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:47:21.573988 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:21.577276 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd8e03b4-6615-4a8b-9594-938af96252f7 req-2413a922-ede0-4e18-b72a-86ee00707a58 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "DELETE /v2.0/ports/de3cd410-26a5-44e7-ac07-dee9a4fb4562 HTTP/1.1" status: 204 len: 173 time: 1.4727347 May 25 05:47:21.577733 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'name': 'network-vif-deleted', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:21.579958 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed965216-f125-4cc3-8066-c7c79ad51abd" -d '{"events": [{"server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "name": "network-vif-deleted", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:21.691177 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17a5f5b-2860-46b1-92d9-06f7438f9f83 x-openstack-request-id: req-c17a5f5b-2860-46b1-92d9-06f7438f9f83 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:21.691403 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c688142-07b9-4140-8b3b-34c4725d8149", "name": "network-vif-deleted", "tag": "de3cd410-26a5-44e7-ac07-dee9a4fb4562", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:21.691545 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c17a5f5b-2860-46b1-92d9-06f7438f9f83 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:21.692727 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17a5f5b-2860-46b1-92d9-06f7438f9f83'] response: {'server_uuid': '7c688142-07b9-4140-8b3b-34c4725d8149', 'name': 'network-vif-deleted', 'tag': 'de3cd410-26a5-44e7-ac07-dee9a4fb4562', 'status': 'completed', 'code': 200} May 25 05:47:21.787302 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:21.789542 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3578be2-2309-4440-9876-627f4055df32 req-6f309f9c-bdc7-4772-99b3-a1b242121042 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:21.796143 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a3578be2-2309-4440-9876-627f4055df32 req-6f309f9c-bdc7-4772-99b3-a1b242121042 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0640738 May 25 05:47:21.858898 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a3578be2-2309-4440-9876-627f4055df32 req-c43a6b10-af70-4d95-acda-5fb7858d1c36 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617774 May 25 05:47:21.983966 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-08b2e056-a005-44e5-b61a-9a6c34986386 req-e303c426-07c8-4777-bb69-3561ee951e49 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c688142-07b9-4140-8b3b-34c4725d8149 HTTP/1.1" status: 200 len: 210 time: 0.0279257 May 25 05:47:22.014859 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:28Z', 'revision_number': 2, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:22.038912 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:47:22.047086 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:22.047676 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:22.155324 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:22.270993 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dfff7-0106-4dd4-b6d9-0433e67664d0 req-2870d3b1-4aa0-4692-9b46-e75e065b5298 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:22.273545 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-876dfff7-0106-4dd4-b6d9-0433e67664d0 req-2870d3b1-4aa0-4692-9b46-e75e065b5298 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 945 time: 0.0612614 May 25 05:47:22.334647 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-876dfff7-0106-4dd4-b6d9-0433e67664d0 req-db84038a-0978-47a9-b098-d4ad1597d7bb tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549731 May 25 05:47:22.390162 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:28Z', 'revision_number': 2, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:22.415550 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da82014-147a-4fb8-a84b-c36561b33d20 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'f6c1ac67-d806-443d-b30b-97a4b15468c2', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:7f:e3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:41:39Z', 'updated_at': '2022-05-25T05:42:28Z', 'revision_number': 2, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:47:22.553101 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd7dbf-14ef-4ca8-b02a-563d639b183a req-409fd927-40c2-4a96-a72f-b6d08b660908 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:22.554637 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-40bd7dbf-14ef-4ca8-b02a-563d639b183a req-409fd927-40c2-4a96-a72f-b6d08b660908 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0541582 May 25 05:47:22.609838 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-40bd7dbf-14ef-4ca8-b02a-563d639b183a req-459e06a9-7113-4209-ac8d-9aa2b6a85928 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496080 May 25 05:47:22.691225 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f0a4f7-a6b2-4f51-ac88-f047ff885e4d None None] New status for floating IP 94226ecd-644c-4eca-a416-098d6c722a2d: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:47:22.820620 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a21473-e297-4fa5-a426-28ec41036550 req-ce43e4af-f261-4c74-8c6e-3e6db4621c2e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:22.822399 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-39a21473-e297-4fa5-a426-28ec41036550 req-ce43e4af-f261-4c74-8c6e-3e6db4621c2e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 945 time: 0.0577102 May 25 05:47:22.919468 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Deleting port 80bc38c5-38d1-41cd-a5d7-61a627535799 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:22.919954 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.037031 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe18761-d66f-4318-97b8-0a77ca0dee5c req-8b46fef3-3125-4cce-9ee3-f9f85ec11ea4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:23.038577 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fe18761-d66f-4318-97b8-0a77ca0dee5c req-8b46fef3-3125-4cce-9ee3-f9f85ec11ea4 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.1038423 May 25 05:47:23.060831 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] For port 80bc38c5-38d1-41cd-a5d7-61a627535799, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=80bc38c5-38d1-41cd-a5d7-61a627535799,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:23.061195 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.086619 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43950) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:23.142270 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (ca4f4e65-42d2-4e06-8680-288e994f2fa7), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.159195 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fe18761-d66f-4318-97b8-0a77ca0dee5c req-bef27884-e8ad-47e3-8ebd-53ac2da63437 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112003 May 25 05:47:23.167938 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (ca4f4e65-42d2-4e06-8680-288e994f2fa7), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.226065 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ca4f4e65-42d2-4e06-8680-288e994f2fa7), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.229780 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.231528 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/security-groups/ca4f4e65-42d2-4e06-8680-288e994f2fa7 HTTP/1.1" status: 204 len: 168 time: 0.1433251 May 25 05:47:23.241931 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 43952) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:23.243220 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f4e65-42d2-4e06-8680-288e994f2fa7,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:23.251836 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.252399 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.252921 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.253469 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.253995 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.255070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.255621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.256151 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.256654 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.257398 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.257899 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.258428 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.259139 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f52d9c9-ca60-43de-a88b-55325a788bd6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:23.261471 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.api.v2.resource [None req-d5d65153-eb3b-4ca3-a1c9-954dfc4fc88b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] show failed (client error): The resource could not be found. May 25 05:47:23.265238 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-d5d65153-eb3b-4ca3-a1c9-954dfc4fc88b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups/ca4f4e65-42d2-4e06-8680-288e994f2fa7 HTTP/1.1" status: 404 len: 347 time: 0.0196214 May 25 05:47:23.265512 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 43954) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:23.280571 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.281135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (a1328d47-8947-42f9-9e40-3fba134ad71e), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.281363 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Floating IP a1328d47-8947-42f9-9e40-3fba134ad71e disassociated. External IP: 172.27.2.231, port: 80bc38c5-38d1-41cd-a5d7-61a627535799. May 25 05:47:23.281650 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Calling delete_port for 80bc38c5-38d1-41cd-a5d7-61a627535799 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:23.403676 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port f1e0e3e9-316f-4f24-b76c-cd7401be2888 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:23.404405 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.432070 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (80bc38c5-38d1-41cd-a5d7-61a627535799), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.482166 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event deleted for resources: {'Port': ['ID=80bc38c5-38d1-41cd-a5d7-61a627535799,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:23.505117 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-52af7c30-14e9-47bf-94cd-a55263cdf148 req-956b915c-fa18-40d0-96a5-5b6bb8132cf5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 210 time: 0.0663819 May 25 05:47:23.535839 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.536429 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (f1e0e3e9-316f-4f24-b76c-cd7401be2888), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.552241 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for f1e0e3e9-316f-4f24-b76c-cd7401be2888 owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:23.643000 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:47:23.709699 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (f1e0e3e9-316f-4f24-b76c-cd7401be2888), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.737236 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=f1e0e3e9-316f-4f24-b76c-cd7401be2888,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:23.805363 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892edb5-caa7-4a9b-855b-e2a3fb2dc991 req-042b5e36-133e-4743-937a-590ed67e78b2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:23.806471 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (94226ecd-644c-4eca-a416-098d6c722a2d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.807018 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b892edb5-caa7-4a9b-855b-e2a3fb2dc991 req-042b5e36-133e-4743-937a-590ed67e78b2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1054647 May 25 05:47:23.811968 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:47:23.817118 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.818769 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5b77248d-0da7-400a-9848-8c3d99d98d31 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/floatingips/94226ecd-644c-4eca-a416-098d6c722a2d HTTP/1.1" status: 204 len: 168 time: 0.5522561 May 25 05:47:23.826788 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:47:23.836909 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:23.837528 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:23.874170 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] No DVR routers for this DVR port 80bc38c5-38d1-41cd-a5d7-61a627535799 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:47:23.876846 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:23.880416 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-39a21473-e297-4fa5-a426-28ec41036550 req-3f7f1162-f27c-47f6-a24e-ee4fb55b0912 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "DELETE /v2.0/ports/80bc38c5-38d1-41cd-a5d7-61a627535799 HTTP/1.1" status: 204 len: 173 time: 1.0528431 May 25 05:47:23.880877 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'name': 'network-vif-deleted', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:23.896664 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70691a64-7ac8-4fb0-8743-5acffb3e3907" -d '{"events": [{"server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "name": "network-vif-deleted", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:23.959988 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b892edb5-caa7-4a9b-855b-e2a3fb2dc991 req-1d64e323-cc63-4d89-a57d-07c248ed03f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444910 May 25 05:47:23.990516 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:24.001193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758cd62f-87c1-4179-aa3a-45d7cba162ca x-openstack-request-id: req-758cd62f-87c1-4179-aa3a-45d7cba162ca {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:24.001519 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7a1faf-aab7-4455-a6e8-b663d30abe2c", "name": "network-vif-deleted", "tag": "80bc38c5-38d1-41cd-a5d7-61a627535799", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:24.001781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-758cd62f-87c1-4179-aa3a-45d7cba162ca {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:24.002223 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758cd62f-87c1-4179-aa3a-45d7cba162ca'] response: {'server_uuid': '1e7a1faf-aab7-4455-a6e8-b663d30abe2c', 'name': 'network-vif-deleted', 'tag': '80bc38c5-38d1-41cd-a5d7-61a627535799', 'status': 'completed', 'code': 200} May 25 05:47:24.242355 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:24.273686 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:47:24.279726 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device de3cd410-26a5-44e7-ac07-dee9a4fb4562 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:47:24.303191 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: de3cd410-26a5-44e7-ac07-dee9a4fb4562 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:47:24.303546 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device de3cd410-26a5-44e7-ac07-dee9a4fb4562 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:47:24.306197 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:24.306973 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:24.378566 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842eebc-9a41-4129-a319-219a618a57ff req-7535eca4-17fa-4d0d-a0af-02da18e48d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:24.380897 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6842eebc-9a41-4129-a319-219a618a57ff req-7535eca4-17fa-4d0d-a0af-02da18e48d18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1130 time: 0.0691411 May 25 05:47:24.389765 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ffdf-e23a-437f-81e5-9e5dd5ce63a4 req-5faf2c5c-c39c-4a72-ad9c-0056e61a4d3e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:24.398759 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ac12ffdf-e23a-437f-81e5-9e5dd5ce63a4 req-5faf2c5c-c39c-4a72-ad9c-0056e61a4d3e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.1246142 May 25 05:47:24.445289 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:24.542701 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ac12ffdf-e23a-437f-81e5-9e5dd5ce63a4 req-5c59f4f6-a020-445a-b5d0-f81c14259de0 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&id=1a356f0c-fac4-4625-89b9-3934dc777fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1429498 May 25 05:47:24.566776 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842eebc-9a41-4129-a319-219a618a57ff req-0c99c579-9e78-432f-bbbc-123c8f4a76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:24.568248 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6842eebc-9a41-4129-a319-219a618a57ff req-0c99c579-9e78-432f-bbbc-123c8f4a76bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 910 time: 0.1611631 May 25 05:47:24.668398 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6842eebc-9a41-4129-a319-219a618a57ff req-7b852318-d145-421d-8448-37688e2f9de2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 1002 time: 0.0883322 May 25 05:47:24.691731 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ad05db46-055a-496b-b395-e1622a982e37 req-dc5e0ac9-5463-497f-bafb-f7c645d119c2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e7a1faf-aab7-4455-a6e8-b663d30abe2c HTTP/1.1" status: 200 len: 210 time: 0.0395272 May 25 05:47:24.727556 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:24.738003 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842eebc-9a41-4129-a319-219a618a57ff req-6cc2b955-6110-44a6-ac92-8ed943fa7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:24.740915 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6842eebc-9a41-4129-a319-219a618a57ff req-6cc2b955-6110-44a6-ac92-8ed943fa7c7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 200 len: 848 time: 0.0577595 May 25 05:47:24.752631 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544902e5-229a-4803-8127-6a72ebe50836 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:47:25.072272 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8ccd81-226a-43d4-8742-86aca2253001 None None] New status for floating IP a1328d47-8947-42f9-9e40-3fba134ad71e: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:47:25.107914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842eebc-9a41-4129-a319-219a618a57ff req-0470a0d3-4849-4bd6-b24c-c96318bd3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:25.109343 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6842eebc-9a41-4129-a319-219a618a57ff req-0470a0d3-4849-4bd6-b24c-c96318bd3828 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c1f9707-80c9-42a9-8278-30334c600f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3616943 May 25 05:47:25.121983 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63baf17-cbf4-4308-a37b-cbb33eae142a req-63f27992-098a-42d5-acd1-75edaaa2e98b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:25.123992 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e63baf17-cbf4-4308-a37b-cbb33eae142a req-63f27992-098a-42d5-acd1-75edaaa2e98b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0686705 May 25 05:47:25.256000 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e63baf17-cbf4-4308-a37b-cbb33eae142a req-d4ba2f0c-4119-4251-9e0a-fe2476535c82 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216228 May 25 05:47:25.268525 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6842eebc-9a41-4129-a319-219a618a57ff req-a8465de8-55e2-4b6d-9797-306d6c1a0244 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429672 May 25 05:47:25.389895 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6842eebc-9a41-4129-a319-219a618a57ff req-07da17fe-7742-4bd2-bb7b-dc057aeb9279 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044233 May 25 05:47:25.571437 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9a17-03b7-495e-89f3-7394c3b98fc3 req-0cec636c-b911-46d7-aa62-9525c7386eef tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:25.573139 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f28e9a17-03b7-495e-89f3-7394c3b98fc3 req-0cec636c-b911-46d7-aa62-9525c7386eef tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.0563405 May 25 05:47:25.620476 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f28e9a17-03b7-495e-89f3-7394c3b98fc3 req-a9320b19-aed7-40a5-8f00-14a1ef8cd1ea tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 May 25 05:47:26.012731 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-bcc01301-413d-43e8-97f0-3e407021eeb2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002319082&fields=id&tenant_id=50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 267 time: 0.0431304 May 25 05:47:26.117869 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-23707fe2-00dd-447e-b8ac-932b67151a4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:26.119352 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-23707fe2-00dd-447e-b8ac-932b67151a4d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 811 time: 0.1004603 May 25 05:47:26.133882 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-e3cc9c78-b451-4a8a-91c7-5eb52e761be7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/quotas/50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 375 time: 0.0093262 May 25 05:47:26.190208 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-994a3c7b-7cbe-428c-970b-098fb21b5de2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513163 May 25 05:47:26.250663 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 80bc38c5-38d1-41cd-a5d7-61a627535799 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:47:26.270924 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 80bc38c5-38d1-41cd-a5d7-61a627535799 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:47:26.271316 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 80bc38c5-38d1-41cd-a5d7-61a627535799 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:47:26.334220 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-101b533c-d7d6-4c9f-aeb7-c9996a34f11d service neutron] 10.222.0.42 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318269 May 25 05:47:26.463885 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3858e5-2e0a-4ed1-9495-907ad0ced380 req-3d4592ce-a62f-42e8-b3f9-6675c09c39d3 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:26.465627 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c3858e5-2e0a-4ed1-9495-907ad0ced380 req-3d4592ce-a62f-42e8-b3f9-6675c09c39d3 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1189444 May 25 05:47:26.469749 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ab18fedf-89e6-46f0-b8ae-294fb46bae63 service neutron] 10.222.0.42 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300709 May 25 05:47:26.522547 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c3858e5-2e0a-4ed1-9495-907ad0ced380 req-c6518bae-446d-44c2-b9b0-9cf549388f6a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501478 May 25 05:47:26.586185 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-d26df539-7ac4-49cc-85e9-63cbcdf6c0e0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:26.587685 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-d26df539-7ac4-49cc-85e9-63cbcdf6c0e0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.0572739 May 25 05:47:26.691147 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:26.691483 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:26.811028 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] For port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:26.811295 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:26.826078 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76805f54-162c-4e02-8595-3069c672173a req-24c75e8d-cfcb-4ad7-8de4-2b765f1da45f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:26.827550 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-76805f54-162c-4e02-8595-3069c672173a req-24c75e8d-cfcb-4ad7-8de4-2b765f1da45f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 945 time: 0.1210597 May 25 05:47:26.948459 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-76805f54-162c-4e02-8595-3069c672173a req-78d7fb6c-af39-4533-8726-f4c6deb95264 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150091 May 25 05:47:27.016514 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:27.016881 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (f6c1ac67-d806-443d-b30b-97a4b15468c2), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:27.017199 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP f6c1ac67-d806-443d-b30b-97a4b15468c2 disassociated. External IP: 172.27.2.103, port: 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9. May 25 05:47:27.017541 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:27.143087 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (5ad6cc37-e900-4826-b371-3fc4fbd8a0d9), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:27.169035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=5ad6cc37-e900-4826-b371-3fc4fbd8a0d9,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:27.288015 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:47:27.394577 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:47:27.408212 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:47:27.423072 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:27.423072 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:27.442577 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] No DVR routers for this DVR port 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:47:27.445191 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:27.449460 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4dbace7c-e902-452f-aae0-4a30115ed5cc req-4ddc6e64-a25e-485a-a3ef-409a8c51c433 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "DELETE /v2.0/ports/5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 HTTP/1.1" status: 204 len: 173 time: 0.8562870 May 25 05:47:27.449915 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'name': 'network-vif-deleted', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:27.452417 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94848fc-2ed1-43d6-ab56-30a4457ef6c2" -d '{"events": [{"server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "name": "network-vif-deleted", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:27.488091 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe65281-4db1-400c-9394-7385ffe47a21 x-openstack-request-id: req-9fe65281-4db1-400c-9394-7385ffe47a21 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:27.488888 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c", "name": "network-vif-deleted", "tag": "5ad6cc37-e900-4826-b371-3fc4fbd8a0d9", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:27.488888 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fe65281-4db1-400c-9394-7385ffe47a21 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:27.489130 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe65281-4db1-400c-9394-7385ffe47a21'] response: {'server_uuid': 'd8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c', 'name': 'network-vif-deleted', 'tag': '5ad6cc37-e900-4826-b371-3fc4fbd8a0d9', 'status': 'completed', 'code': 200} May 25 05:47:27.539851 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:27.695068 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc756484-87ed-4235-8e9b-7c3e0bfece90 req-4c0a396a-a829-4c0d-bad5-6e9dd727b58a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:27.702969 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc756484-87ed-4235-8e9b-7c3e0bfece90 req-4c0a396a-a829-4c0d-bad5-6e9dd727b58a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0826964 May 25 05:47:27.807289 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:27.815996 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc756484-87ed-4235-8e9b-7c3e0bfece90 req-5b48dc64-04ea-48b6-a4f2-a05bd3612481 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121547 May 25 05:47:27.834009 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c20f8dd0-f668-4355-a336-f504e6866481 req-b87afaaf-66a4-4fd4-9240-493595425796 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 210 time: 0.0504348 May 25 05:47:27.840169 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:47:27.849588 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:27.850248 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:27.956259 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:28.081613 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-69afbe8d-da79-4e43-80b2-8656047dd64c req-816b2c25-2c08-4009-a5c5-27c6d3ff431b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8bf8f9f-5ab4-4e5c-be4f-8669d45ead6c HTTP/1.1" status: 200 len: 210 time: 0.0395896 May 25 05:47:28.191591 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:28.220756 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa526a-8e89-4c72-b648-1ed68501a948 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:47:28.479855 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474a5eaa-c152-4258-8e74-4477c7e5eaf0 None None] New status for floating IP f6c1ac67-d806-443d-b30b-97a4b15468c2: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:47:29.006414 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-11c45850-c0e8-4e43-a9a5-8b7391514d9c req-8d9ea588-b088-4412-96a7-b0e8b0e1146a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 210 time: 0.0924561 May 25 05:47:29.037025 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ee59b-fe46-4bf2-beab-692ccb540dfc req-06c99c9b-4053-4967-8b50-93265127608b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:29.038548 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-701ee59b-fe46-4bf2-beab-692ccb540dfc req-06c99c9b-4053-4967-8b50-93265127608b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1482375 May 25 05:47:29.084384 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-caab66bd-527f-489f-a003-125d0a555bba tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:29.086710 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-caab66bd-527f-489f-a003-125d0a555bba tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 811 time: 0.1848214 May 25 05:47:29.132277 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-701ee59b-fe46-4bf2-beab-692ccb540dfc req-aeefb065-8048-4280-8b23-510b4ed1860c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866611 May 25 05:47:29.170827 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-15fcee0a-c663-48b3-ad66-b8ecabf7c1e9 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 380 time: 0.0734053 May 25 05:47:29.171173 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44038) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:29.180446 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'port': {'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'admin_state_up': True, 'tenant_id': '50bd022e91964892bca03f4af457313e', 'security_groups': ['d799524d-5fbc-475c-8bf1-5c35292ff6de']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:29.202039 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-6316d298-437b-4be2-901d-ad85be2afe98 req-d512a208-5242-40ba-b38a-d21d7ecd8e57 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:47:29.203146 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6316d298-437b-4be2-901d-ad85be2afe98 req-d512a208-5242-40ba-b38a-d21d7ecd8e57 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060349 May 25 05:47:29.228445 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-afe6caa6-7910-4688-945b-9808c159fe61 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (6ea2dc5c-9df4-4a6d-bfc7-52b988c92644), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.255209 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-afe6caa6-7910-4688-945b-9808c159fe61 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (6ea2dc5c-9df4-4a6d-bfc7-52b988c92644), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.326277 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Made reservation on behalf of 50bd022e91964892bca03f4af457313e for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:47:29.329813 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.337031 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-afe6caa6-7910-4688-945b-9808c159fe61 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (6ea2dc5c-9df4-4a6d-bfc7-52b988c92644), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.339724 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-afe6caa6-7910-4688-945b-9808c159fe61 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.343413 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-afe6caa6-7910-4688-945b-9808c159fe61 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ea2dc5c-9df4-4a6d-bfc7-52b988c92644 HTTP/1.1" status: 204 len: 168 time: 0.1681552 May 25 05:47:29.344923 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44042) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:29.367308 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.api.v2.resource [None req-95bbf81e-8c84-4172-8e90-85ea55199ad4 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] show failed (client error): The resource could not be found. May 25 05:47:29.368253 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-95bbf81e-8c84-4172-8e90-85ea55199ad4 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups/6ea2dc5c-9df4-4a6d-bfc7-52b988c92644 HTTP/1.1" status: 404 len: 347 time: 0.0211098 May 25 05:47:29.372738 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44044) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:29.373954 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6caa6-7910-4688-945b-9808c159fe61 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2dc5c-9df4-4a6d-bfc7-52b988c92644,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:29.383240 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-addf43e2-656b-4a06-aee5-12071fa703bd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841763 May 25 05:47:29.481158 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-f614d39c-42cc-4b28-894c-a07d04a165c8 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:29.483094 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-f614d39c-42cc-4b28-894c-a07d04a165c8 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports/d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 943 time: 0.0613184 May 25 05:47:29.577594 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddba37d-a9e5-4c89-8819-cb0e0ab33cdb req-6591de35-f781-4fd0-acb6-596797dbf09d tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:29.579721 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5ddba37d-a9e5-4c89-8819-cb0e0ab33cdb req-6591de35-f781-4fd0-acb6-596797dbf09d tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.2459476 May 25 05:47:29.685474 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Allocated IP 172.20.0.9 (93fe70c5-ffbd-49e5-9e9a-a405b4b32023/7baaf296-13c4-446e-adeb-19838eb20b72/d39f47a4-9b49-4d87-ac77-89d4f2397b97) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:47:29.688575 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port 46e05784-73b1-46de-aaae-922fd92d205d {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:29.688893 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (46e05784-73b1-46de-aaae-922fd92d205d), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.695593 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5ddba37d-a9e5-4c89-8819-cb0e0ab33cdb req-378924f3-2bae-403b-b63f-66a58e67e0ab tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082284 May 25 05:47:29.850590 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (46e05784-73b1-46de-aaae-922fd92d205d), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.850916 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (46e05784-73b1-46de-aaae-922fd92d205d), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:29.870530 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for 46e05784-73b1-46de-aaae-922fd92d205d owned by network:floatingip {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:29.947738 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.009984 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.090872 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:47:30.105002 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:47:30.106778 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=d39f47a4-9b49-4d87-ac77-89d4f2397b97,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:30.108978 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:47:30.127684 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (46e05784-73b1-46de-aaae-922fd92d205d), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.189611 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=46e05784-73b1-46de-aaae-922fd92d205d,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:30.229530 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:30.230158 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.286206 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a85624-e9d0-4fcf-9f50-4f1df6997ff8 req-c8431d24-c9f6-4fbc-bd49-072f00bd41ed tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:30.287673 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c4a85624-e9d0-4fcf-9f50-4f1df6997ff8 req-c8431d24-c9f6-4fbc-bd49-072f00bd41ed tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 931 time: 0.2057655 May 25 05:47:30.293028 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-ae673f0a-aac4-4f01-ad4c-2bc5e5fe05e5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1168418 May 25 05:47:30.294275 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:47:30.303890 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (f6c1ac67-d806-443d-b30b-97a4b15468c2), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.306559 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.310502 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-30708235-dac7-47c9-b4ca-c770a97bd0ab tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/floatingips/f6c1ac67-d806-443d-b30b-97a4b15468c2 HTTP/1.1" status: 204 len: 168 time: 0.9312184 May 25 05:47:30.320338 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Request body: {'port': {'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:30.334232 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:47:30.342711 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5ad6cc37-e900-4826-b371-3fc4fbd8a0d9 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:47:30.343638 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:47:30.399641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44058) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:30.405159 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c4a85624-e9d0-4fcf-9f50-4f1df6997ff8 req-cd14fbfc-ecaf-4f46-a28f-8cc090aa08fd tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111534 May 25 05:47:30.419724 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.422400 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-6aa10421-9367-4157-825a-5e0e5723f24d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2091339755', 'description': 'tempest-description--1733862559'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:30.423569 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-dc878ec4-7465-43c8-9a61-1b3f4ca6f82a None None] Provisioning complete for port d39f47a4-9b49-4d87-ac77-89d4f2397b97 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:47:30.424099 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-dc878ec4-7465-43c8-9a61-1b3f4ca6f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.476530 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6aa10421-9367-4157-825a-5e0e5723f24d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.505177 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-dc878ec4-7465-43c8-9a61-1b3f4ca6f82a None None] Port d39f47a4-9b49-4d87-ac77-89d4f2397b97 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:47:30.523434 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 is: ACTIVE; New status is: DOWN {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:30.523859 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.554364 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:30.557207 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd175f27-78e4-4965-b31e-bc7c98912fc3" -d '{"events": [{"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:30.560483 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6aa10421-9367-4157-825a-5e0e5723f24d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (e51d7c2d-65c6-4cfa-b456-537ccf31f7bf), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.567434 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6aa10421-9367-4157-825a-5e0e5723f24d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e51d7c2d-65c6-4cfa-b456-537ccf31f7bf), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.587076 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:30.595019 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.622678 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa10421-9367-4157-825a-5e0e5723f24d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:30.643465 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6aa10421-9367-4157-825a-5e0e5723f24d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.646119 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6aa10421-9367-4157-825a-5e0e5723f24d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2449732 May 25 05:47:30.649181 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44064) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:30.654468 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-dd9d7f0e-2b0c-43f5-b839-3c704fe314d0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': 'e51d7c2d-65c6-4cfa-b456-537ccf31f7bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:30.669308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=6']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:30.679463 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.680106 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.680606 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.681115 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.681766 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.682288 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.682630 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.682967 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.683360 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.683701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.684031 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.684349 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.684837 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:47:30.685225 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7f0e-2b0c-43f5-b839-3c704fe314d0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (f5830961-39b3-409c-8620-8510429028aa), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.737371 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 25 May 2022 05:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec88db9f-fdc0-4b82-850f-de37a72671fd x-openstack-request-id: req-ec88db9f-fdc0-4b82-850f-de37a72671fd {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:30.737644 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-unplugged", "status": "completed", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:30.737903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec88db9f-fdc0-4b82-850f-de37a72671fd {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:30.738862 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec88db9f-fdc0-4b82-850f-de37a72671fd'] response: {'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'code': 200} May 25 05:47:30.753812 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7f0e-2b0c-43f5-b839-3c704fe314d0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (f5830961-39b3-409c-8620-8510429028aa), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.759220 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7f0e-2b0c-43f5-b839-3c704fe314d0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (f5830961-39b3-409c-8620-8510429028aa), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.778305 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39f47a4-9b49-4d87-ac77-89d4f2397b97 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:47:30.779069 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d7f0e-2b0c-43f5-b839-3c704fe314d0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5830961-39b3-409c-8620-8510429028aa,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:30.789175 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-dd9d7f0e-2b0c-43f5-b839-3c704fe314d0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.792976 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-dd9d7f0e-2b0c-43f5-b839-3c704fe314d0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402767 May 25 05:47:30.793141 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Publish callbacks [] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.793246 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44068) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:30.797610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-ee60eb6c-e9e3-4eeb-ab6b-7b1e7672d882 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': 'e51d7c2d-65c6-4cfa-b456-537ccf31f7bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:30.824321 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb6c-e9e3-4eeb-ab6b-7b1e7672d882 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (f92e0a8c-06c6-465f-83f0-be70590be503), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.833587 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Transition to ACTIVE for port object d39f47a4-9b49-4d87-ac77-89d4f2397b97 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:47:30.837436 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.883868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb6c-e9e3-4eeb-ab6b-7b1e7672d882 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (f92e0a8c-06c6-465f-83f0-be70590be503), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.889644 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb6c-e9e3-4eeb-ab6b-7b1e7672d882 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (f92e0a8c-06c6-465f-83f0-be70590be503), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.898486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Pushing event updated for resources: {'Port': ['ID=d39f47a4-9b49-4d87-ac77-89d4f2397b97,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:30.907030 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54a4d0-81ad-480d-a2e3-f4a17a489e1c req-cd8047dc-79ea-462e-aed6-4912c22785a1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:30.908530 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d54a4d0-81ad-480d-a2e3-f4a17a489e1c req-cd8047dc-79ea-462e-aed6-4912c22785a1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.1201458 May 25 05:47:30.909970 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60eb6c-e9e3-4eeb-ab6b-7b1e7672d882 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92e0a8c-06c6-465f-83f0-be70590be503,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:30.915845 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ee60eb6c-e9e3-4eeb-ab6b-7b1e7672d882 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:30.917197 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ee60eb6c-e9e3-4eeb-ab6b-7b1e7672d882 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230516 May 25 05:47:30.920803 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44070) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:30.935945 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:31.013518 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d54a4d0-81ad-480d-a2e3-f4a17a489e1c req-4b719345-d8d8-4b9e-9e22-bf00600c9000 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892642 May 25 05:47:31.017897 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Attempting to bind port d39f47a4-9b49-4d87-ac77-89d4f2397b97 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:47:31.018425 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Attempting to bind port d39f47a4-9b49-4d87-ac77-89d4f2397b97 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:47:31.018724 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Attempting to bind port d39f47a4-9b49-4d87-ac77-89d4f2397b97 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:47:31.024350 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Port d39f47a4-9b49-4d87-ac77-89d4f2397b97 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:47:31.024670 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Attempting to bind port d39f47a4-9b49-4d87-ac77-89d4f2397b97 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:47:31.026486 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:31.030502 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:47:31.030840 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Checking segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:47:31.031216 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Bound using segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:47:31.032510 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Bound port: d39f47a4-9b49-4d87-ac77-89d4f2397b97, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:47:31.032881 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:31.088110 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-eb7fb4aa-8437-402e-ab37-fb08cd2fb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.089716 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-eb7fb4aa-8437-402e-ab37-fb08cd2fb892 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a&tenant_id=62d1ff45829a40f49362b7e51e3d7caa HTTP/1.1" status: 200 len: 1128 time: 0.1482296 May 25 05:47:31.110053 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] For port d39f47a4-9b49-4d87-ac77-89d4f2397b97, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:47:31.113731 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] For port d39f47a4-9b49-4d87-ac77-89d4f2397b97, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:47:31.127518 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:31.162581 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.163193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:31.164654 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] 10.222.0.32 "PUT /v2.0/ports/d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 200 len: 1093 time: 0.8557463 May 25 05:47:31.165016 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:31.167251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feb452f-16e4-4e55-8f8e-26d5159374ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:31.189776 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-ad6e250c-6da6-4e1f-b4cf-4f70d82b481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.191332 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-ad6e250c-6da6-4e1f-b4cf-4f70d82b481c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1128 time: 0.0740585 May 25 05:47:31.193091 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a91e7-cca3-453e-aee6-01ca21f471dd service neutron] Pushing event updated for resources: {'Port': ['ID=d39f47a4-9b49-4d87-ac77-89d4f2397b97,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:31.196463 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:31.223975 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190f8933-7a1d-48f8-b063-37ff0ed3e3d8 x-openstack-request-id: req-190f8933-7a1d-48f8-b063-37ff0ed3e3d8 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:31.224271 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:31.225125 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-190f8933-7a1d-48f8-b063-37ff0ed3e3d8 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:31.225548 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190f8933-7a1d-48f8-b063-37ff0ed3e3d8'] response: {'name': 'network-changed', 'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'status': 'completed', 'code': 200} May 25 05:47:31.289239 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-e34cf045-a05c-4255-9996-99f1f7bbb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.290797 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-e34cf045-a05c-4255-9996-99f1f7bbb170 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1127 time: 0.0496585 May 25 05:47:31.340700 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-d9d70b1a-a225-4b51-b0dc-d3228c356957 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 200 len: 217 time: 0.0401008 May 25 05:47:31.387539 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.27.2.249 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/6a3464df-92c2-49f8-b708-90e9c06def19) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:47:31.389926 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-b790fa3a-699b-4fe2-9154-13604653431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.391433 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-b790fa3a-699b-4fe2-9154-13604653431e service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 910 time: 0.1812458 May 25 05:47:31.393247 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-c8d3902b-10ec-43a4-9ae6-e0d02e4dbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.395574 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-c8d3902b-10ec-43a4-9ae6-e0d02e4dbc7c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0480077 May 25 05:47:31.462166 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-194f7440-55da-4a62-9f1f-ed2d73e89e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.464385 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-194f7440-55da-4a62-9f1f-ed2d73e89e06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487883 May 25 05:47:31.602604 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-06f8742d-b7b2-47e4-baa4-908e12f36184 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296175 May 25 05:47:31.610725 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649bf94-ef02-4c05-bbc2-43fd4f772a92 req-b8b11de5-e33f-4143-9ea9-5aef9e221586 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.612285 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8649bf94-ef02-4c05-bbc2-43fd4f772a92 req-b8b11de5-e33f-4143-9ea9-5aef9e221586 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.0873811 May 25 05:47:31.717949 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8649bf94-ef02-4c05-bbc2-43fd4f772a92 req-fd000f37-8040-4463-98ab-ac93fa4e7aa9 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962510 May 25 05:47:31.736568 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-ff23d1d9-db78-467e-a0d7-b5b9a9691e0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 1000 time: 0.3206723 May 25 05:47:31.745799 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b16dff9b-0a97-4fb8-b4cb-49c9037437d5 req-6c5bbbe6-c82d-4f7c-892a-de1aefa8a094 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325641 May 25 05:47:31.804261 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (6a3464df-92c2-49f8-b708-90e9c06def19), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:31.815995 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-5ca27f97-f2d2-44a0-9f61-1b0d27431412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.817459 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-5ca27f97-f2d2-44a0-9f61-1b0d27431412 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 200 len: 848 time: 0.0725353 May 25 05:47:31.843053 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-c684bbe8-a814-4cb1-8340-1934bec0991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.844576 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-c684bbe8-a814-4cb1-8340-1934bec0991c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1127 time: 0.0446103 May 25 05:47:31.877037 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (6a3464df-92c2-49f8-b708-90e9c06def19), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:31.915147 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-dfebec9c-8f19-4f30-bafe-4c3a62700350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.916654 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-dfebec9c-8f19-4f30-bafe-4c3a62700350 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c1f9707-80c9-42a9-8278-30334c600f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907257 May 25 05:47:31.922634 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:47:31.940622 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:47:31.942815 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-45588530-5b97-4219-aadd-0bc4546c41aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:31.945074 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-45588530-5b97-4219-aadd-0bc4546c41aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.0935566 May 25 05:47:31.948045 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:47:31.959772 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=6a3464df-92c2-49f8-b708-90e9c06def19,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:31.985773 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-aa11e7d5-cf67-4256-9148-7225c9938113 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 200 len: 217 time: 0.0341682 May 25 05:47:32.034327 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-831e9864-6c32-4dc2-bd09-2fb36a364f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:32.036306 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-831e9864-6c32-4dc2-bd09-2fb36a364f1e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0446048 May 25 05:47:32.084474 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-953f45f0-11d8-4b09-89ec-4967d636995e service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590056 May 25 05:47:32.086911 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-518e1cd3-09ca-419f-9de1-86cbb6abea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:32.088380 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-518e1cd3-09ca-419f-9de1-86cbb6abea15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466132 May 25 05:47:32.098455 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:32.182311 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (6a3464df-92c2-49f8-b708-90e9c06def19), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:32.195883 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460cf9e-b17d-4e38-bdd5-6c28d0b65a9e req-4abbdd30-b24d-4386-9447-9481efcf86f9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:32.197621 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4460cf9e-b17d-4e38-bdd5-6c28d0b65a9e req-4abbdd30-b24d-4386-9447-9481efcf86f9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.1054740 May 25 05:47:32.240952 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-12af7714-1884-4830-9ca3-26a3248c93e0 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190031 May 25 05:47:32.250210 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c1cb5ad6-f1b7-4134-9862-acef9450b06a req-0f760e02-19f5-4c1d-b0a6-c293eed9d487 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453435 May 25 05:47:32.364354 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (6a3464df-92c2-49f8-b708-90e9c06def19), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:32.369356 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (6a3464df-92c2-49f8-b708-90e9c06def19), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:32.439433 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=6a3464df-92c2-49f8-b708-90e9c06def19,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:32.451346 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:32.467707 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:32.481985 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-396d4df4-aac2-4729-a019-68f8df4f416e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5472589 May 25 05:47:32.574178 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4460cf9e-b17d-4e38-bdd5-6c28d0b65a9e req-a0e064e7-7d8b-4388-86cc-8264485050dc tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3654904 May 25 05:47:32.639367 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9feb452f-16e4-4e55-8f8e-26d5159374ee req-46707e72-230e-4ea7-81e9-a3a63a004646 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891230 May 25 05:47:32.651583 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-67c839a5-b8b0-4308-986f-1f7389f9fb70 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2091339755&fields=id&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 267 time: 0.0667076 May 25 05:47:32.781379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-dfea545b-2d17-48d1-876a-8e7f5ebdca05 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:32.783567 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-dfea545b-2d17-48d1-876a-8e7f5ebdca05 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 0.1249597 May 25 05:47:32.822399 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-a09d6d7d-ead5-420a-a659-91ad994015c6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/quotas/ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 375 time: 0.0264907 May 25 05:47:32.876357 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef06e6-b2ae-4736-a0f8-072a80f65541 req-617bfc8d-da92-4d7a-b2d7-667d6f94a06e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:32.877864 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-acef06e6-b2ae-4736-a0f8-072a80f65541 req-617bfc8d-da92-4d7a-b2d7-667d6f94a06e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.0905635 May 25 05:47:32.916059 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-d961665a-b16e-4e09-baca-c66523d2d483 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871239 May 25 05:47:32.958026 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-acef06e6-b2ae-4736-a0f8-072a80f65541 req-7eb75291-f56d-4990-8575-6c8d1c79fe6b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724478 May 25 05:47:33.024499 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-e571fd7c-a1ac-4c7e-a672-803f2bfdff9f service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923312 May 25 05:47:33.122461 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-f86a086e-d9ac-4104-95f2-326f2e105ae9 service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909309 May 25 05:47:33.301938 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e0613d41-5191-4231-9a95-fb5672bda53f req-8e80ed75-c69b-4dbc-bf4c-a13180a13c22 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 210 time: 0.0318518 May 25 05:47:33.724038 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c8c8-3986-4d5e-8172-b1e2afda003e req-f5ee71fb-a276-4e55-9420-c6ffcfdca214 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:33.725609 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6501c8c8-3986-4d5e-8172-b1e2afda003e req-f5ee71fb-a276-4e55-9420-c6ffcfdca214 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0668368 May 25 05:47:33.780564 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6501c8c8-3986-4d5e-8172-b1e2afda003e req-0d0c9bec-dd22-41f7-acaa-40501f0f1e56 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492814 May 25 05:47:34.084439 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e2028-32ba-4ea5-aed5-67ee6071c33c req-47bae91b-7b7e-4fc1-bcda-b9df931d39e7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:34.085809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-842e2028-32ba-4ea5-aed5-67ee6071c33c req-47bae91b-7b7e-4fc1-bcda-b9df931d39e7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.0579042 May 25 05:47:34.134476 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-842e2028-32ba-4ea5-aed5-67ee6071c33c req-cc21dace-88e6-4f48-9ed5-900ffe633fa8 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 May 25 05:47:34.418410 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90c9ff4f-bad1-454e-8f07-ddb176cb631a req-e3aca5dd-c7b9-4a5c-af97-5386234b0d7a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 210 time: 0.0451016 May 25 05:47:34.428117 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-0a1a287f-25da-4a5d-84fe-279cb3f12821 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:34.429544 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-0a1a287f-25da-4a5d-84fe-279cb3f12821 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 0.1394687 May 25 05:47:34.516810 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8f1f0982-07dc-47c6-96bc-902549ca189d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 380 time: 0.0544746 May 25 05:47:34.525318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'port': {'device_id': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'admin_state_up': True, 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'security_groups': ['e51d7c2d-65c6-4cfa-b456-537ccf31f7bf']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:34.631136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Made reservation on behalf of ff1b1d0261e342a09f7c499fced9a6b6 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:47:34.634455 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:34.763105 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.20.0.11 (03cbec90-4b8a-4a3a-b3fc-7583ee92726b/6cdca1e9-961f-4039-8a76-fcc86b7d0ca4/4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:47:34.951136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b822b3a-6f69-4f55-99fb-3619a2349a63 req-f09795d4-9e36-4fb2-8e5d-413b27947ee0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:34.952661 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4b822b3a-6f69-4f55-99fb-3619a2349a63 req-f09795d4-9e36-4fb2-8e5d-413b27947ee0 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0967813 May 25 05:47:34.955688 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:35.033744 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4b822b3a-6f69-4f55-99fb-3619a2349a63 req-9b6c0ebc-974a-428d-ba33-520789c8d514 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642450 May 25 05:47:35.033744 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:35.068826 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:47:35.071927 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:47:35.074599 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:47:35.113501 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:35.149072 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:35.149881 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:35.175405 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-8b67b852-44eb-4f46-aeaa-3659c3a3df13 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6530766 May 25 05:47:35.188647 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Request body: {'port': {'device_id': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:35.313284 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-9d3e197f-577d-4848-847c-3465a0ca95b2 None None] Provisioning complete for port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:47:35.313917 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9d3e197f-577d-4848-847c-3465a0ca95b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:35.316535 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:35.345359 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e197f-577d-4848-847c-3465a0ca95b2 None None] Port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:47:35.372241 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59736e07-bbd1-48c4-9a6d-e607c15a9c28 req-9f65d5cc-072a-47af-af9b-ca5293aa8dd7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:35.373702 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59736e07-bbd1-48c4-9a6d-e607c15a9c28 req-9f65d5cc-072a-47af-af9b-ca5293aa8dd7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.1435039 May 25 05:47:35.402866 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc028726-85a3-476f-9286-ad388fbeb482 req-63c7a0e6-5e60-49c1-b19b-2a2a42430b1d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:35.404316 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cc028726-85a3-476f-9286-ad388fbeb482 req-63c7a0e6-5e60-49c1-b19b-2a2a42430b1d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.1751928 May 25 05:47:35.534631 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59736e07-bbd1-48c4-9a6d-e607c15a9c28 req-e55b3b12-63b0-473d-9e96-6a6d82658b1f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539135 May 25 05:47:35.585491 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cc028726-85a3-476f-9286-ad388fbeb482 req-b8390371-1dc3-4aba-b158-b124560bb898 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705160 May 25 05:47:35.688365 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef050b9-ea94-4a59-b910-68e0ea44a9cb req-eb35d386-d530-4933-bc30-8d3165c28967 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:35.689817 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ef050b9-ea94-4a59-b910-68e0ea44a9cb req-eb35d386-d530-4933-bc30-8d3165c28967 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 932 time: 0.0973847 May 25 05:47:35.749205 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:47:35.764921 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Publish callbacks [] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:35.780684 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ef050b9-ea94-4a59-b910-68e0ea44a9cb req-1be4f550-da82-4586-b423-e30eb5252bac tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846505 May 25 05:47:35.785341 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Transition to ACTIVE for port object 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:47:35.789744 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:35.840654 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:35.922053 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Attempting to bind port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:47:35.922519 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Attempting to bind port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:47:35.922851 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Attempting to bind port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:47:35.928244 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:47:35.928564 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Attempting to bind port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:47:35.933885 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:47:35.934266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Checking segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:47:35.934671 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Bound using segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:47:35.935099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Bound port: 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:47:35.935452 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:36.002547 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] For port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:47:36.006031 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] For port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:47:36.011256 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:36.046215 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.046836 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:36.048214 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] 10.222.0.32 "PUT /v2.0/ports/4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 HTTP/1.1" status: 200 len: 1094 time: 0.8653553 May 25 05:47:36.048655 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:36.051608 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c" -d '{"events": [{"name": "network-changed", "server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:36.074108 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051fd5-525b-42c4-a554-3e58b3157c06 service neutron] Pushing event updated for resources: {'Port': ['ID=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:36.119093 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552625eb-3ad4-48da-a9f3-b5066323efd1 x-openstack-request-id: req-552625eb-3ad4-48da-a9f3-b5066323efd1 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:36.119509 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:36.119823 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-552625eb-3ad4-48da-a9f3-b5066323efd1 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:36.120419 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552625eb-3ad4-48da-a9f3-b5066323efd1'] response: {'name': 'network-changed', 'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'status': 'completed', 'code': 200} May 25 05:47:36.188718 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5d910d19-3acb-410c-bb8b-ef757c3d992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.190272 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-5d910d19-3acb-410c-bb8b-ef757c3d992d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 1128 time: 0.0854731 May 25 05:47:36.208683 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb3539-f9a1-4de9-a395-0866534d046b req-6fe77e53-f379-4253-8f58-2dc9037701d4 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.210275 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bb3539-f9a1-4de9-a395-0866534d046b req-6fe77e53-f379-4253-8f58-2dc9037701d4 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0732594 May 25 05:47:36.260783 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-9d0edb73-1d9b-4e94-b15d-26a47146f775 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 HTTP/1.1" status: 200 len: 217 time: 0.0495293 May 25 05:47:36.323742 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bb3539-f9a1-4de9-a395-0866534d046b req-3778877d-20a7-496c-96a9-91a3e3da556d tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063495 May 25 05:47:36.338985 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-76ee7496-0981-472b-9a25-c5733180546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.340450 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-76ee7496-0981-472b-9a25-c5733180546b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0669994 May 25 05:47:36.398624 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-731fd3bd-fcdf-4971-a291-059bbcd49dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.400098 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-731fd3bd-fcdf-4971-a291-059bbcd49dcd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485094 May 25 05:47:36.491080 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-1bf84fe1-65cb-4d72-98c9-3a4538a4065f service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838244 May 25 05:47:36.590907 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7cefe66-3518-42bb-bbd0-e3da4278991d req-02698130-6772-4ced-8b19-77e961dcccae service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868938 May 25 05:47:36.722206 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06be76-53e9-43e2-826f-ba1365ad5552 req-05c32fa8-dd4d-439a-b1e5-f2b2b9722ae2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.724240 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5d06be76-53e9-43e2-826f-ba1365ad5552 req-05c32fa8-dd4d-439a-b1e5-f2b2b9722ae2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.1176188 May 25 05:47:36.751133 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-f224b66b-dcc1-4a55-9954-0f2e99e19049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.752564 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-f224b66b-dcc1-4a55-9954-0f2e99e19049 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 1128 time: 0.1145899 May 25 05:47:36.770911 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a6a72-bf0a-4410-8b63-a9f48ffb1c46 req-977659f4-a28f-4a6b-a339-9cd67dc93eef tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.772293 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e76a6a72-bf0a-4410-8b63-a9f48ffb1c46 req-977659f4-a28f-4a6b-a339-9cd67dc93eef tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.1052659 May 25 05:47:36.862629 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5d06be76-53e9-43e2-826f-ba1365ad5552 req-b2c031c6-c084-4005-96d9-f275c70c16af tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307933 May 25 05:47:36.896664 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e76a6a72-bf0a-4410-8b63-a9f48ffb1c46 req-d6771ae8-5b5e-4ac4-92f7-edbd57cbfff3 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111915 May 25 05:47:36.922535 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-495ed1d3-3b70-4e55-bdd1-4d62a7d1c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:36.923990 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-495ed1d3-3b70-4e55-bdd1-4d62a7d1c730 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.1607738 May 25 05:47:36.984307 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-bfd22095-3c8e-4d49-bbec-84bc6227661e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 HTTP/1.1" status: 200 len: 217 time: 0.0466862 May 25 05:47:37.031895 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1688d582-3f60-45db-9986-41e935eaf822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:37.045891 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab80b5c-45bb-4fd9-ba00-f85d862c1582 req-43918120-438d-4389-9519-a0d56f50c13f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:37.047449 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ab80b5c-45bb-4fd9-ba00-f85d862c1582 req-43918120-438d-4389-9519-a0d56f50c13f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 944 time: 0.1180077 May 25 05:47:37.049377 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-ee884c51-6807-4ec6-ad8f-0671b2de32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:37.050754 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-ee884c51-6807-4ec6-ad8f-0671b2de32bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0606995 May 25 05:47:37.126947 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ab80b5c-45bb-4fd9-ba00-f85d862c1582 req-ce458ed8-d134-4ec1-918f-db40b62a603b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737486 May 25 05:47:37.134953 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-5fecf4f5-8aa6-4abe-9c3b-6cb507ea0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:37.136784 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-5fecf4f5-8aa6-4abe-9c3b-6cb507ea0b65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779214 May 25 05:47:37.227437 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-12572cfa-8b01-493d-8057-97e78798b87f service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830922 May 25 05:47:37.329713 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc70f03d-f7b0-41f2-9dca-27e1c90dea4c req-b054beb0-9cc8-4363-839f-69a15033e1f1 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902600 May 25 05:47:37.471727 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01830dcd-e7ae-4807-87bd-779723f6c9e2 req-8d060684-54b6-4887-955c-34d5adf1da6f tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:37.473542 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-01830dcd-e7ae-4807-87bd-779723f6c9e2 req-8d060684-54b6-4887-955c-34d5adf1da6f tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0834935 May 25 05:47:37.481220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-f32c7fc5-d97d-48a3-8e7d-eeae7fade400 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:37.482631 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-f32c7fc5-d97d-48a3-8e7d-eeae7fade400 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.0820405 May 25 05:47:37.584145 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-01830dcd-e7ae-4807-87bd-779723f6c9e2 req-67ced289-11e3-4db0-92cb-1782dd7e0fc6 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005542 May 25 05:47:37.607438 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Deleting port 7f1b65c9-a9f5-4ace-aada-6408e400c064 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:37.607779 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:37.704290 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] For port 7f1b65c9-a9f5-4ace-aada-6408e400c064, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=7f1b65c9-a9f5-4ace-aada-6408e400c064,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:37.704644 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:37.866546 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:37.866817 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (2cba4e6b-b9f7-4dcd-b23e-874977d872b0), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:37.867176 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Floating IP 2cba4e6b-b9f7-4dcd-b23e-874977d872b0 disassociated. External IP: 172.27.2.219, port: 7f1b65c9-a9f5-4ace-aada-6408e400c064. May 25 05:47:37.867527 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Calling delete_port for 7f1b65c9-a9f5-4ace-aada-6408e400c064 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:38.067200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377d6f6-bcb8-46c4-9f28-b91940083409 req-32eb7e66-9c1e-4e03-9061-364f7153131a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:38.068697 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b377d6f6-bcb8-46c4-9f28-b91940083409 req-32eb7e66-9c1e-4e03-9061-364f7153131a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 947 time: 0.1303868 May 25 05:47:38.069305 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (7f1b65c9-a9f5-4ace-aada-6408e400c064), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:38.109677 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc20a7-224a-4d3a-bf62-c74968430a89 req-578cc1f2-0657-42ad-9235-e7da29421668 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:38.111339 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cdcc20a7-224a-4d3a-bf62-c74968430a89 req-578cc1f2-0657-42ad-9235-e7da29421668 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.1413589 May 25 05:47:38.116043 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event deleted for resources: {'Port': ['ID=7f1b65c9-a9f5-4ace-aada-6408e400c064,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:38.218079 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b377d6f6-bcb8-46c4-9f28-b91940083409 req-c9690e43-9f14-49f6-871d-514ec1f4db9c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc5eac0f-08a4-4660-85e2-10994fe70f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417639 May 25 05:47:38.268276 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cdcc20a7-224a-4d3a-bf62-c74968430a89 req-b4b4e1c1-8b28-4d60-9fda-089455aa48a2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430409 May 25 05:47:38.581656 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Router d7b192e4-a905-42a0-885e-481ed23472fe has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:47:38.609136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4a2aa-23c4-4e77-aeba-c700cf76a0dd req-7a1cc9ab-ad03-4bbd-a39d-e0617c604701 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:38.610663 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-62b4a2aa-23c4-4e77-aeba-c700cf76a0dd req-7a1cc9ab-ad03-4bbd-a39d-e0617c604701 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 944 time: 0.3330743 May 25 05:47:38.756058 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-62b4a2aa-23c4-4e77-aeba-c700cf76a0dd req-8a3b79a8-9159-4a1f-b988-5ed3fcc501da tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163418 May 25 05:47:38.768367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:47:38.780946 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] Sync routers for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:47:38.785763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d5cc3-b3b7-4063-8e82-712dbe7783c1 req-44787af6-9460-4fff-b69e-5e7e00e24202 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:38.787447 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-810d5cc3-b3b7-4063-8e82-712dbe7783c1 req-44787af6-9460-4fff-b69e-5e7e00e24202 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.1295216 May 25 05:47:38.792365 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:38.792996 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:38.838611 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] No DVR routers for this DVR port 7f1b65c9-a9f5-4ace-aada-6408e400c064 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:47:38.842968 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:38.846568 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-21c51f20-29fc-4968-b40a-052a6be0bf8d req-3458927c-a1ff-45ed-909d-ada09d67690c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "DELETE /v2.0/ports/7f1b65c9-a9f5-4ace-aada-6408e400c064 HTTP/1.1" status: 204 len: 173 time: 1.3567939 May 25 05:47:38.847041 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-deleted', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:38.850028 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5056e555-5514-46b4-81e3-25f3a2066065" -d '{"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-deleted", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:38.912965 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-810d5cc3-b3b7-4063-8e82-712dbe7783c1 req-f01222b5-1a5c-4aac-a21c-671047f71bed tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096137 May 25 05:47:38.914776 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e37fd3-fdee-462a-9ef3-822e08a6423a x-openstack-request-id: req-43e37fd3-fdee-462a-9ef3-822e08a6423a {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:38.915135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347076c6-ffc8-4037-adfc-e8e24df5395f", "name": "network-vif-deleted", "tag": "7f1b65c9-a9f5-4ace-aada-6408e400c064", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:38.915455 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43e37fd3-fdee-462a-9ef3-822e08a6423a {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:38.915960 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e37fd3-fdee-462a-9ef3-822e08a6423a'] response: {'server_uuid': '347076c6-ffc8-4037-adfc-e8e24df5395f', 'name': 'network-vif-deleted', 'tag': '7f1b65c9-a9f5-4ace-aada-6408e400c064', 'status': 'completed', 'code': 200} May 25 05:47:38.923688 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:39.131011 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:39.155773 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] Checking router: d7b192e4-a905-42a0-885e-481ed23472fe for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:47:39.170979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:39.171610 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 8, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:39.223768 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a68fc76a-bbb9-4834-8bb2-b091e0ac7ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:39.289809 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:39.337162 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-11f58b02-52da-4bc4-a5a0-967c30f3346f req-8cc05d12-05bf-4b71-a2dd-802ad876046c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=347076c6-ffc8-4037-adfc-e8e24df5395f HTTP/1.1" status: 200 len: 210 time: 0.0291364 May 25 05:47:39.401180 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfa143-6d56-410c-add2-b22424a92ab2 req-2e120957-41f3-4e72-92fe-b2e750305d6a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:39.402960 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fbfa143-6d56-410c-add2-b22424a92ab2 req-2e120957-41f3-4e72-92fe-b2e750305d6a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.0572929 May 25 05:47:39.457323 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9fbfa143-6d56-410c-add2-b22424a92ab2 req-7429c101-03e1-4082-9380-d042c6a03775 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475647 May 25 05:47:39.516203 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:39.544894 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef6373-afa4-4d64-9d6f-e6f71c153819 None None] The sync data for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi is: [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:47:39.775587 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc694df1-2b31-48f3-a967-aa19c057413a None None] New status for floating IP 2cba4e6b-b9f7-4dcd-b23e-874977d872b0: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:47:39.885164 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649eb5-c044-47f1-b0a6-ab1638d3dec5 req-767fda87-d5fe-4bf3-84eb-a3d26ae851d7 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:39.886689 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63649eb5-c044-47f1-b0a6-ab1638d3dec5 req-767fda87-d5fe-4bf3-84eb-a3d26ae851d7 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 944 time: 0.0651417 May 25 05:47:39.942483 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63649eb5-c044-47f1-b0a6-ab1638d3dec5 req-b3407ad6-f4a7-407d-a01e-95ea0a0c7895 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497918 May 25 05:47:40.046188 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7258-63a2-4ab5-9f25-c565216be790 req-c387ca80-354a-467f-aa20-12c3bf775f13 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:40.047588 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-db6f7258-63a2-4ab5-9f25-c565216be790 req-c387ca80-354a-467f-aa20-12c3bf775f13 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0555141 May 25 05:47:40.096264 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-db6f7258-63a2-4ab5-9f25-c565216be790 req-18f5a67e-b206-4721-837e-3c8c0c136978 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430322 May 25 05:47:40.306445 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d39f47a4-9b49-4d87-ac77-89d4f2397b97 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:47:40.310509 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:47:40.343018 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 7f1b65c9-a9f5-4ace-aada-6408e400c064 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:47:40.343388 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 7f1b65c9-a9f5-4ace-aada-6408e400c064 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:47:40.418922 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.440390 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44198) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:40.452332 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d39f47a4-9b49-4d87-ac77-89d4f2397b97, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:40.465373 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:47:40.498323 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-50c6d8bf-04da-474e-9ee0-99b684dc7af7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (fc5eac0f-08a4-4660-85e2-10994fe70f1a), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.510111 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d39f47a4-9b49-4d87-ac77-89d4f2397b97 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:40.510605 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.523131 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-50c6d8bf-04da-474e-9ee0-99b684dc7af7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (fc5eac0f-08a4-4660-85e2-10994fe70f1a), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.524241 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39f47a4-9b49-4d87-ac77-89d4f2397b97 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:47:40.547513 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d39f47a4-9b49-4d87-ac77-89d4f2397b97, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:40.550149 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.551983 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:47:40.580661 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-50c6d8bf-04da-474e-9ee0-99b684dc7af7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (fc5eac0f-08a4-4660-85e2-10994fe70f1a), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.584451 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-50c6d8bf-04da-474e-9ee0-99b684dc7af7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.589875 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-50c6d8bf-04da-474e-9ee0-99b684dc7af7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc5eac0f-08a4-4660-85e2-10994fe70f1a HTTP/1.1" status: 204 len: 168 time: 0.1482625 May 25 05:47:40.590124 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f0c08-9bb9-4853-972e-0d28d22c3820 req-cf3bdab8-5779-48f8-ad6c-a03414d2b594 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:40.591488 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44202) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:40.591782 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-684f0c08-9bb9-4853-972e-0d28d22c3820 req-cf3bdab8-5779-48f8-ad6c-a03414d2b594 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 943 time: 0.0561299 May 25 05:47:40.614281 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6d8bf-04da-474e-9ee0-99b684dc7af7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5eac0f-08a4-4660-85e2-10994fe70f1a,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:40.614966 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d39f47a4-9b49-4d87-ac77-89d4f2397b97,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:40.617195 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.api.v2.resource [None req-260969e5-58a6-4dd1-879f-ca65cf060ac7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] show failed (client error): The resource could not be found. May 25 05:47:40.620922 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-260969e5-58a6-4dd1-879f-ca65cf060ac7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups/fc5eac0f-08a4-4660-85e2-10994fe70f1a HTTP/1.1" status: 404 len: 347 time: 0.0226908 May 25 05:47:40.621199 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44204) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:40.656766 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-684f0c08-9bb9-4853-972e-0d28d22c3820 req-9461e788-c7b9-44d4-83a2-bc53eea7d017 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586350 May 25 05:47:40.715495 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:40.726163 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'port_id': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'mac_address': 'fa:16:3e:68:6a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:47:40.749602 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Deleting port ad369dcd-5069-4dd8-972a-7f8c307c3754 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:40.749962 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.764331 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:40.764830 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.777730 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:47:40.797629 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:40.802181 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.827618 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.827946 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (ad369dcd-5069-4dd8-972a-7f8c307c3754), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:40.840952 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Calling delete_port for ad369dcd-5069-4dd8-972a-7f8c307c3754 owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:40.852513 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:40.981058 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (ad369dcd-5069-4dd8-972a-7f8c307c3754), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.014510 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event deleted for resources: {'Port': ['ID=ad369dcd-5069-4dd8-972a-7f8c307c3754,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:41.068480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d3af6-738f-4547-ad42-cc86797653c3 req-116c6311-bcb4-48cf-9717-41f4fba9786d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:41.071199 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3c4d3af6-738f-4547-ad42-cc86797653c3 req-116c6311-bcb4-48cf-9717-41f4fba9786d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 945 time: 0.0577805 May 25 05:47:41.080277 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (2cba4e6b-b9f7-4dcd-b23e-874977d872b0), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.083481 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.084638 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-835fa1fe-4adb-40e5-a398-a4478803ed4b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "DELETE /v2.0/floatingips/2cba4e6b-b9f7-4dcd-b23e-874977d872b0 HTTP/1.1" status: 204 len: 168 time: 0.4625282 May 25 05:47:41.124413 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3c4d3af6-738f-4547-ad42-cc86797653c3 req-4ed7e1cb-61ba-4b6a-9e10-14056bdd8ed8 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462723 May 25 05:47:41.196542 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44212) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:41.201941 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-3694a94d-c810-4c2e-8fa9-1936ae84b8bf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630824839', 'description': 'tempest-description--832537051'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:41.236905 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e473b8-9149-4d91-b53c-403c0f8b2749 req-2c644adb-eac1-4eef-a582-bbd3dee0e496 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:41.238439 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-03e473b8-9149-4d91-b53c-403c0f8b2749 req-2c644adb-eac1-4eef-a582-bbd3dee0e496 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0717354 May 25 05:47:41.239669 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3694a94d-c810-4c2e-8fa9-1936ae84b8bf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.292637 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['d39f47a4-9b49-4d87-ac77-89d4f2397b97'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:47:41.296420 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:47:41.321880 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-03e473b8-9149-4d91-b53c-403c0f8b2749 req-6fe01a5c-add5-4009-ad3c-55a2318e2b7b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735281 May 25 05:47:41.367526 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3694a94d-c810-4c2e-8fa9-1936ae84b8bf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (83e77aed-9303-48c5-9674-9572bc545bbe), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.372208 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3694a94d-c810-4c2e-8fa9-1936ae84b8bf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (83e77aed-9303-48c5-9674-9572bc545bbe), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.402760 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3694a94d-c810-4c2e-8fa9-1936ae84b8bf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.403992 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-3694a94d-c810-4c2e-8fa9-1936ae84b8bf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2062402 May 25 05:47:41.407089 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44218) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:41.413639 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d96f97db-25ab-4ffb-b1df-56cc6e7034c4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'security_group_rule': {'security_group_id': '83e77aed-9303-48c5-9674-9572bc545bbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:41.416754 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694a94d-c810-4c2e-8fa9-1936ae84b8bf tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e77aed-9303-48c5-9674-9572bc545bbe,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:41.464660 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d96f97db-25ab-4ffb-b1df-56cc6e7034c4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (ec5ad722-e04f-4261-b6ea-3d65cdd94616), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.528355 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d96f97db-25ab-4ffb-b1df-56cc6e7034c4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (ec5ad722-e04f-4261-b6ea-3d65cdd94616), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.533152 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d96f97db-25ab-4ffb-b1df-56cc6e7034c4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (ec5ad722-e04f-4261-b6ea-3d65cdd94616), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.554752 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f97db-25ab-4ffb-b1df-56cc6e7034c4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5ad722-e04f-4261-b6ea-3d65cdd94616,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:41.575774 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d96f97db-25ab-4ffb-b1df-56cc6e7034c4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.577451 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d96f97db-25ab-4ffb-b1df-56cc6e7034c4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689894 May 25 05:47:41.580270 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44222) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:41.585203 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-08c273d6-6997-4d6b-80f0-f3cfea519093 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'security_group_rule': {'security_group_id': '83e77aed-9303-48c5-9674-9572bc545bbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:41.615262 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-08c273d6-6997-4d6b-80f0-f3cfea519093 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (91771032-d9aa-4127-b08e-29350531831d), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.676371 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-08c273d6-6997-4d6b-80f0-f3cfea519093 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (91771032-d9aa-4127-b08e-29350531831d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.680884 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-08c273d6-6997-4d6b-80f0-f3cfea519093 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (91771032-d9aa-4127-b08e-29350531831d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.699202 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26aec1-d657-4906-af49-8c8a031df70d req-41294b64-c6f9-40bf-b2ee-6a7d41aec968 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:41.699739 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c273d6-6997-4d6b-80f0-f3cfea519093 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91771032-d9aa-4127-b08e-29350531831d,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:41.700679 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3d26aec1-d657-4906-af49-8c8a031df70d req-41294b64-c6f9-40bf-b2ee-6a7d41aec968 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0671222 May 25 05:47:41.710990 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-08c273d6-6997-4d6b-80f0-f3cfea519093 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.715203 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-08c273d6-6997-4d6b-80f0-f3cfea519093 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309783 May 25 05:47:41.715494 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44228) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:41.720831 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:41.737176 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.744384 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.794319 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3d26aec1-d657-4906-af49-8c8a031df70d req-3466563d-b8c7-4388-94f5-c86ec6d3f86a tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840795 May 25 05:47:41.810946 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e15d1-06ec-44f8-8e76-7bb3386d4496 req-436cbb31-5278-4ae6-a275-a91d1c60baad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:41.812446 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d74e15d1-06ec-44f8-8e76-7bb3386d4496 req-436cbb31-5278-4ae6-a275-a91d1c60baad tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 944 time: 0.0803480 May 25 05:47:41.844735 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:41.865976 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d74e15d1-06ec-44f8-8e76-7bb3386d4496 req-dbc020bc-bd6b-4859-86e7-0d3cc1caee8d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473840 May 25 05:47:41.949426 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Allocated IP 172.27.2.97 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/bf57cab9-5780-4411-89e6-f13b00fa3ee0) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:47:42.053951 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.086123 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.121428 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:47:42.124191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:47:42.129843 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:47:42.151806 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'Port': ['ID=bf57cab9-5780-4411-89e6-f13b00fa3ee0,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:42.221451 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (8af64f9d-9193-4229-929d-a652aafcb03d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.249605 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdcc21-9278-4a2b-b647-66829a63dc94 req-91476d5f-3887-4b5f-a1c0-b329d30e6e18 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:42.251110 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f8cdcc21-9278-4a2b-b647-66829a63dc94 req-91476d5f-3887-4b5f-a1c0-b329d30e6e18 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 945 time: 0.0549002 May 25 05:47:42.259407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.298894 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f8cdcc21-9278-4a2b-b647-66829a63dc94 req-fd11356b-ef41-4116-ae21-2134d701afca tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416360 May 25 05:47:42.305216 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:47:42.414556 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:42.418009 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.423649 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.428139 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'port_id': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'mac_address': 'fa:16:3e:bf:2c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:47:42.466496 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cc0b7-744a-4113-a44a-e2497ac7dcc2 req-2bf7bd48-3604-4e82-b59e-68ff0bcad2af tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:42.468103 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1d1cc0b7-744a-4113-a44a-e2497ac7dcc2 req-2bf7bd48-3604-4e82-b59e-68ff0bcad2af tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 944 time: 0.0618756 May 25 05:47:42.476152 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:42.476799 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.507997 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:47:42.512097 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'Port': ['ID=bf57cab9-5780-4411-89e6-f13b00fa3ee0,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:42.518775 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (8af64f9d-9193-4229-929d-a652aafcb03d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.527833 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1d1cc0b7-744a-4113-a44a-e2497ac7dcc2 req-041c0f5c-a4bb-47b4-bf19-fb624a8f54a7 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540531 May 25 05:47:42.537403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.537974 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.542697 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-966b8d5b-06e2-464d-a044-4c51bec28cea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8226562 May 25 05:47:42.544918 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:42.549903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:42.597854 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=7']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:42.689234 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-b4d02b64-d459-4636-8fb2-ace73b96a0b5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1630824839&fields=id&tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 267 time: 0.0423195 May 25 05:47:42.793979 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-5d90e441-4653-487b-b1e7-65efe9648ab2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:42.795389 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-5d90e441-4653-487b-b1e7-65efe9648ab2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 816 time: 0.0996926 May 25 05:47:42.809713 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-f1aa03b7-0d54-4ae8-a6e0-fc11a3c6e2fc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/quotas/2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 375 time: 0.0090427 May 25 05:47:42.881216 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-edcadaa8-f140-4cf2-8abb-aed4e81b2979 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663714 May 25 05:47:42.977860 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc4f45-6009-4513-b23f-50e36a7fbb66 req-777a476b-3f1b-4aeb-ae9d-3489257a7442 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:42.979365 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90cc4f45-6009-4513-b23f-50e36a7fbb66 req-777a476b-3f1b-4aeb-ae9d-3489257a7442 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.1125357 May 25 05:47:43.015408 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:47:43.021522 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-024262f5-b517-4cac-b6b7-d895e15854ca service neutron] 10.222.0.42 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215453 May 25 05:47:43.088309 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90cc4f45-6009-4513-b23f-50e36a7fbb66 req-7597e8af-c52a-4dfa-a742-89e60cbb42a2 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021318 May 25 05:47:43.144965 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-2d39debe-296f-41bb-8750-471463fdf78e service neutron] 10.222.0.42 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132703 May 25 05:47:43.201051 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab7d8f-b4d1-4762-b0b5-56ee4bf7af42 req-608512a9-b6dc-42ea-8d2c-1d7930016f1a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:43.202597 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-23ab7d8f-b4d1-4762-b0b5-56ee4bf7af42 req-608512a9-b6dc-42ea-8d2c-1d7930016f1a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 944 time: 0.0546272 May 25 05:47:43.274126 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-23ab7d8f-b4d1-4762-b0b5-56ee4bf7af42 req-ee0e80aa-e784-4a3c-a110-05f85a671938 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647531 May 25 05:47:43.317406 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d12b59a-860c-4b9a-af62-c7309eca1251 req-a1831354-f935-4a4d-a5b6-95d6863fbfc1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 210 time: 0.0309401 May 25 05:47:43.420292 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60564361-e3a3-473d-991b-efd3a5b52d8f req-dbea3286-5992-486b-bc05-5a76bd44fb55 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:43.421874 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-60564361-e3a3-473d-991b-efd3a5b52d8f req-dbea3286-5992-486b-bc05-5a76bd44fb55 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 945 time: 0.0541928 May 25 05:47:43.473112 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-60564361-e3a3-473d-991b-efd3a5b52d8f req-45af6dba-5aa7-4440-8366-d90290a8e6cc tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445538 May 25 05:47:43.673936 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2020723-e5e7-417e-89b2-ad2bdd94e842 req-89f182f9-46cd-4e1d-930c-2fa9dbb09b1b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:43.675939 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d2020723-e5e7-417e-89b2-ad2bdd94e842 req-89f182f9-46cd-4e1d-930c-2fa9dbb09b1b tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 945 time: 0.0553660 May 25 05:47:43.696954 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:43.739628 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d2020723-e5e7-417e-89b2-ad2bdd94e842 req-d987f55b-6b8b-402e-98c9-1312e40c5d35 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555923 May 25 05:47:44.218830 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12708aab-8f3a-45db-a721-900670785f7b req-16544cd3-9e30-4f99-9a95-1ae3b93ef9cd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:44.220310 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12708aab-8f3a-45db-a721-900670785f7b req-16544cd3-9e30-4f99-9a95-1ae3b93ef9cd tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0655634 May 25 05:47:44.306800 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d39f47a4-9b49-4d87-ac77-89d4f2397b97 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:47:44.335833 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-12708aab-8f3a-45db-a721-900670785f7b req-c6054788-54f2-42c8-8607-c2498ccb4587 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047556 May 25 05:47:44.376198 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-5924c92a-00b7-4b8c-a2c7-bcbbedaacb5d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:44.379072 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-5924c92a-00b7-4b8c-a2c7-bcbbedaacb5d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 816 time: 0.1772642 May 25 05:47:44.384861 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port d39f47a4-9b49-4d87-ac77-89d4f2397b97 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:47:44.389401 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port d39f47a4-9b49-4d87-ac77-89d4f2397b97 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:47:44.389872 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:44.470040 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8aebdd85-6478-488b-982e-82a801bc5925 req-99db44ef-b39d-4767-8053-5f0793069c16 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 210 time: 0.0476744 May 25 05:47:44.518241 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5cd4c-7ed5-4a8b-acd3-b1a3d4ff1564 req-b610410f-7d28-4d8e-ac2d-2fcb7d671645 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:44.520785 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ccd5cd4c-7ed5-4a8b-acd3-b1a3d4ff1564 req-b610410f-7d28-4d8e-ac2d-2fcb7d671645 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 944 time: 0.1365151 May 25 05:47:44.547402 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-a69ff98d-46da-41a6-8a7e-a04f032b7271 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 380 time: 0.1506646 May 25 05:47:44.565492 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'port': {'device_id': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'admin_state_up': True, 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'security_groups': ['83e77aed-9303-48c5-9674-9572bc545bbe']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:44.600366 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d39f47a4-9b49-4d87-ac77-89d4f2397b97 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:44.600746 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:44.623859 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:44.626020 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6183a18-c5cf-4c55-ba2e-bc0caaa9ced8" -d '{"events": [{"server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "name": "network-vif-plugged", "status": "completed", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:44.640036 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d39f47a4-9b49-4d87-ac77-89d4f2397b97, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:44.645256 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:44.646528 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:47:44.672957 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ccd5cd4c-7ed5-4a8b-acd3-b1a3d4ff1564 req-60fd7641-1316-4b55-921c-a011666ea792 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466410 May 25 05:47:44.704334 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f94695-91d7-42db-b7ca-9174e57a217a req-b2b00db3-8e92-4610-9d00-b7c48514db7e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:44.709753 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-02f94695-91d7-42db-b7ca-9174e57a217a req-b2b00db3-8e92-4610-9d00-b7c48514db7e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 945 time: 0.1612799 May 25 05:47:44.745263 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c835a3b-e260-4fc8-a5b6-63a4486bf7a6 x-openstack-request-id: req-2c835a3b-e260-4fc8-a5b6-63a4486bf7a6 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:44.745628 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "name": "network-vif-plugged", "status": "completed", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:44.745887 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c835a3b-e260-4fc8-a5b6-63a4486bf7a6 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:44.746311 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c835a3b-e260-4fc8-a5b6-63a4486bf7a6'] response: {'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'code': 200} May 25 05:47:44.759357 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d39f47a4-9b49-4d87-ac77-89d4f2397b97,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:44.780092 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:47:44.786063 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:47:44.786063 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:44.841272 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Made reservation on behalf of 2b3fb7065a7946ae93c0a0d4523e71d7 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:47:44.844671 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:44.869907 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:44.870322 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:44.882238 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-02f94695-91d7-42db-b7ca-9174e57a217a req-0db2729c-608c-4978-ae0f-cc05b7c7596d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650803 May 25 05:47:44.916208 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:44.923274 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:44.967890 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014edcd2-6c27-4fd7-8c06-a04cacf1d6a3 req-23e5f7c8-658a-418e-9309-635f31590c1a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:44.969478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-014edcd2-6c27-4fd7-8c06-a04cacf1d6a3 req-23e5f7c8-658a-418e-9309-635f31590c1a tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 945 time: 0.1444747 May 25 05:47:44.987104 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:45.083761 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-014edcd2-6c27-4fd7-8c06-a04cacf1d6a3 req-39b124d6-a899-408e-baf6-6045e2fdf8d9 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038737 May 25 05:47:45.090232 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Allocated IP 172.20.0.5 (ed49d021-17ad-4b22-b70e-e0ce846d06b0/4027704a-c26d-4d87-885c-92fdac70bc7c/961b090d-c2d8-4dac-a186-eed1ed7536fe) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:47:45.141204 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56689ccc-b014-40f4-9a9a-53999ebabb79 req-35f2135a-c44b-496d-b692-da4740f70815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:45.142722 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-56689ccc-b014-40f4-9a9a-53999ebabb79 req-35f2135a-c44b-496d-b692-da4740f70815 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1129 time: 0.0498729 May 25 05:47:45.189500 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-56689ccc-b014-40f4-9a9a-53999ebabb79 req-b30645bc-6d36-4422-8fa9-d378b830ca73 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400538 May 25 05:47:45.236809 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:45.269912 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:45.314953 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:47:45.318126 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:47:45.324449 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:47:45.330445 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:45.379889 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:45.380563 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:45.397553 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-edb3fef9-2bb5-43a1-bb7f-00d1ffbc8477 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375165 May 25 05:47:45.468958 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e44e0a-429b-4a82-944e-42dddaf88871 req-d00920d4-dc3a-4e10-aa13-02aeacb05ce1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:45.470515 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b4e44e0a-429b-4a82-944e-42dddaf88871 req-d00920d4-dc3a-4e10-aa13-02aeacb05ce1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0559690 May 25 05:47:45.478626 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Request body: {'port': {'device_id': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:45.597266 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-f77924e0-af79-4b7c-b911-f2742f434f2d None None] Provisioning complete for port 961b090d-c2d8-4dac-a186-eed1ed7536fe triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:47:45.598045 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f77924e0-af79-4b7c-b911-f2742f434f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:45.607255 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b4e44e0a-429b-4a82-944e-42dddaf88871 req-dd763a26-150d-4c5e-9529-284812c8ad20 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=193d3559-9d09-49c9-8f42-b8d915f94950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233444 May 25 05:47:45.607825 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:45.634226 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-f77924e0-af79-4b7c-b911-f2742f434f2d None None] Port 961b090d-c2d8-4dac-a186-eed1ed7536fe cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:47:45.665490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe04ca-5e8e-4ed7-a3ae-941b1d1d7cb6 req-376c87b8-ee67-4d67-93d9-2bb928971a33 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:45.666971 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dbbe04ca-5e8e-4ed7-a3ae-941b1d1d7cb6 req-376c87b8-ee67-4d67-93d9-2bb928971a33 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 931 time: 0.1085813 May 25 05:47:45.839818 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-2f658810-46e2-414a-901a-3bc70eba293c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:45.841307 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-2f658810-46e2-414a-901a-3bc70eba293c tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 946 time: 0.0566685 May 25 05:47:45.848152 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dbbe04ca-5e8e-4ed7-a3ae-941b1d1d7cb6 req-27e07b25-8efe-4c21-9a70-8a0705fb8456 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717515 May 25 05:47:45.887142 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8ddd2-f6c6-4214-ae73-6c580fde8626 req-3fb38b78-00c6-472f-8c0d-9eea68b35c5d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:45.888629 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a3e8ddd2-f6c6-4214-ae73-6c580fde8626 req-3fb38b78-00c6-472f-8c0d-9eea68b35c5d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 945 time: 0.1325006 May 25 05:47:45.944406 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Deleting port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:45.945200 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:45.977046 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a3e8ddd2-f6c6-4214-ae73-6c580fde8626 req-235172df-a58e-4b17-8553-69551a6c08e2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818455 May 25 05:47:46.041755 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961b090d-c2d8-4dac-a186-eed1ed7536fe {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:47:46.047474 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] For port 1237f448-2dc0-4c2f-b57b-a9274d0754c1, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=1237f448-2dc0-4c2f-b57b-a9274d0754c1,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:46.047840 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.051934 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Publish callbacks [] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.066059 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e28e5-990e-4972-a2bd-1c66d0e7fd03 req-0e774d09-c4c7-4132-9376-f5da2eed862a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:46.067580 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a7e28e5-990e-4972-a2bd-1c66d0e7fd03 req-0e774d09-c4c7-4132-9376-f5da2eed862a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.1117799 May 25 05:47:46.081330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Transition to ACTIVE for port object 961b090d-c2d8-4dac-a186-eed1ed7536fe will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:47:46.088693 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.165042 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a7e28e5-990e-4972-a2bd-1c66d0e7fd03 req-7c486be1-9f2e-4181-a851-0c7fd0e2d632 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914061 May 25 05:47:46.170260 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:46.286348 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba226c-2103-4401-9906-2de34e5c86af req-d68624b7-a48c-4c85-95ec-279624719666 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:46.293638 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-04ba226c-2103-4401-9906-2de34e5c86af req-d68624b7-a48c-4c85-95ec-279624719666 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 945 time: 0.1273911 May 25 05:47:46.311496 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Attempting to bind port 961b090d-c2d8-4dac-a186-eed1ed7536fe on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:47:46.311829 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Attempting to bind port 961b090d-c2d8-4dac-a186-eed1ed7536fe by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:47:46.312166 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Attempting to bind port 961b090d-c2d8-4dac-a186-eed1ed7536fe on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:47:46.318472 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.319501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.319874 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Floating IP da6b051d-a615-45c4-adf4-655ebba764ac disassociated. External IP: 172.27.2.14, port: 1237f448-2dc0-4c2f-b57b-a9274d0754c1. May 25 05:47:46.320182 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Calling delete_port for 1237f448-2dc0-4c2f-b57b-a9274d0754c1 owned by compute:nova {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:46.321045 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Port 961b090d-c2d8-4dac-a186-eed1ed7536fe on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:47:46.321379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Attempting to bind port 961b090d-c2d8-4dac-a186-eed1ed7536fe on network ed49d021-17ad-4b22-b70e-e0ce846d06b0 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:47:46.330687 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:47:46.331182 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Checking segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:47:46.331421 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Bound using segment: {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:47:46.331999 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Bound port: 961b090d-c2d8-4dac-a186-eed1ed7536fe, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7172b626-2fb0-4a9c-9988-cf552e65ec56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:47:46.333045 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.343835 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:47:46.395425 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-04ba226c-2103-4401-9906-2de34e5c86af req-2e5fb3e8-294e-491d-a5a5-db3730cede28 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008654 May 25 05:47:46.427130 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:47:46.427869 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.428824 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:47:46.432985 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:47:46.438860 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.473816 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:46.474461 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.476009 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] 10.222.0.32 "PUT /v2.0/ports/961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 1093 time: 1.0016143 May 25 05:47:46.476506 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:46.479897 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982f4915-fd1a-4c38-a31e-7f8603f8762b" -d '{"events": [{"name": "network-changed", "server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:46.507963 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4315c-fa65-474f-8d33-7fdf2b85eb53 service neutron] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:46.522314 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (1237f448-2dc0-4c2f-b57b-a9274d0754c1), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.562936 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event deleted for resources: {'Port': ['ID=1237f448-2dc0-4c2f-b57b-a9274d0754c1,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:46.577990 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:46.578516 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.604154 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9cca37-abde-420d-ab16-aaf47a7ed0e3 x-openstack-request-id: req-2c9cca37-abde-420d-ab16-aaf47a7ed0e3 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:46.604441 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:46.604696 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c9cca37-abde-420d-ab16-aaf47a7ed0e3 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:46.605097 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9cca37-abde-420d-ab16-aaf47a7ed0e3'] response: {'name': 'network-changed', 'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'status': 'completed', 'code': 200} May 25 05:47:46.626202 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-0c228cbe-95f9-40ce-8297-9b81a10e1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:46.627003 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:46.627932 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-0c228cbe-95f9-40ce-8297-9b81a10e1367 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1127 time: 0.0850644 May 25 05:47:46.632638 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.707199 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-180689b1-bb6a-4f15-b0f3-aa84193e346c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 217 time: 0.0702012 May 25 05:47:46.723439 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:47:46.728837 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=8']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:46.753019 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3'}, {'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:46.756146 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907180c4-3f5c-419b-9317-a400fd27d905" -d '{"events": [{"server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "name": "network-vif-plugged", "status": "completed", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3"}, {"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:46.790698 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6fae022c-7bb3-4a14-b80e-ed501efb6cde req-1859a58a-652b-4f62-8925-2cfbb3dedafb tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 210 time: 0.0611951 May 25 05:47:46.810193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-30ec9da8-d023-4516-998d-4a131132a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:46.820055 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-30ec9da8-d023-4516-998d-4a131132a464 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.1036665 May 25 05:47:46.845258 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 25 May 2022 05:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83058f2a-d7af-4dbc-9f6b-7d451b5ce970 x-openstack-request-id: req-83058f2a-d7af-4dbc-9f6b-7d451b5ce970 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:46.845559 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "name": "network-vif-plugged", "status": "completed", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3", "code": 200}, {"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:46.845816 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83058f2a-d7af-4dbc-9f6b-7d451b5ce970 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:46.846248 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83058f2a-d7af-4dbc-9f6b-7d451b5ce970'] response: {'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'code': 200} May 25 05:47:46.846512 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83058f2a-d7af-4dbc-9f6b-7d451b5ce970'] response: {'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'code': 200} May 25 05:47:46.861789 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:47:46.887620 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] Sync routers for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:47:46.897991 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b179fd-7b08-4503-b290-271da031a173 req-af1e6695-7254-49d5-88a1-9ac0210894d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:46.899918 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-af1e6695-7254-49d5-88a1-9ac0210894d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710664 May 25 05:47:46.913063 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:46.913947 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:46.925861 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] No DVR routers for this DVR port 1237f448-2dc0-4c2f-b57b-a9274d0754c1 on host hv-cinder-84294 {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:47:46.932977 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:46.935901 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-dda722d7-9013-42d2-b8c7-3381c7e55358 req-77c40ff7-b338-4139-9f70-fd48f8897871 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "DELETE /v2.0/ports/1237f448-2dc0-4c2f-b57b-a9274d0754c1 HTTP/1.1" status: 204 len: 173 time: 1.0885782 May 25 05:47:46.936452 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'name': 'network-vif-deleted', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:46.939075 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3f59dc-1d42-4591-a5c3-709c0f8ee5b6" -d '{"events": [{"server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "name": "network-vif-deleted", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:47.111616 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-a37313cc-280d-46d4-b84b-3301e0e7f549 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024972 May 25 05:47:47.129204 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:47.185348 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58ba0-9f92-4a98-b622-5f77ba8e1404 req-385106c2-a818-41ed-8208-f540d8a93d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.189456 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-14d58ba0-9f92-4a98-b622-5f77ba8e1404 req-385106c2-a818-41ed-8208-f540d8a93d00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 1130 time: 0.0934970 May 25 05:47:47.192055 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd30181-1728-4ca9-bc0f-214e3d9432bd x-openstack-request-id: req-dfd30181-1728-4ca9-bc0f-214e3d9432bd {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:47.192622 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50af84f-fc0b-4a3b-8125-658c0e8f94fd", "name": "network-vif-deleted", "tag": "1237f448-2dc0-4c2f-b57b-a9274d0754c1", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:47.193026 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfd30181-1728-4ca9-bc0f-214e3d9432bd {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:47.193758 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd30181-1728-4ca9-bc0f-214e3d9432bd'] response: {'server_uuid': 'e50af84f-fc0b-4a3b-8125-658c0e8f94fd', 'name': 'network-vif-deleted', 'tag': '1237f448-2dc0-4c2f-b57b-a9274d0754c1', 'status': 'completed', 'code': 200} May 25 05:47:47.266037 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-14d58ba0-9f92-4a98-b622-5f77ba8e1404 req-87bde1e5-fb6a-4fe3-a620-d46e617b7160 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670393 May 25 05:47:47.328591 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800dc3-853f-4128-bee9-e6fe91603624 req-a5d324bc-e424-4017-b233-83f06e1d6948 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.330172 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-45800dc3-853f-4128-bee9-e6fe91603624 req-a5d324bc-e424-4017-b233-83f06e1d6948 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.2176225 May 25 05:47:47.365947 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90b179fd-7b08-4503-b290-271da031a173 req-ee565057-e01a-4dca-af17-45327ae73dd0 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398047 May 25 05:47:47.386570 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a4744-6778-4628-b14b-d5a92ebd347a req-1556cbc8-7731-424e-a7f0-826733edf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.388130 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ce2a4744-6778-4628-b14b-d5a92ebd347a req-1556cbc8-7731-424e-a7f0-826733edf454 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1130 time: 0.1731448 May 25 05:47:47.399556 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4c5bd-f43b-436e-9b5b-8445847cdc59 req-a2ef4f7f-f353-4dd2-a24e-c29891909930 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.401072 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffb4c5bd-f43b-436e-9b5b-8445847cdc59 req-a2ef4f7f-f353-4dd2-a24e-c29891909930 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 945 time: 0.1512160 May 25 05:47:47.403246 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:47.433785 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] Checking router: 16d2839d-28d3-4778-9d50-326a1ea3e3c6 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:47:47.442917 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:47.443512 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:47.445823 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-45800dc3-853f-4128-bee9-e6fe91603624 req-40e2b808-d20d-49b8-ad50-0b33f63e7993 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042984 May 25 05:47:47.486682 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffb4c5bd-f43b-436e-9b5b-8445847cdc59 req-3e060435-ba36-4561-814f-0f1ca3135226 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740309 May 25 05:47:47.567355 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:47.696099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a64db-2f80-4330-b2f6-3f75282fdfb7 req-7e8ba919-3802-4ddb-b235-76cb943baf08 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.697900 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-875a64db-2f80-4330-b2f6-3f75282fdfb7 req-7e8ba919-3802-4ddb-b235-76cb943baf08 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.1617525 May 25 05:47:47.713814 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ce2a4744-6778-4628-b14b-d5a92ebd347a req-33b700b6-a7c2-4911-8568-11aa0e094368 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331377 May 25 05:47:47.726486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934061-8fca-462c-9e5b-dcaab80c9df7 req-88bb4a24-ce1c-4958-bb1f-b87adc2dc2d3 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.727932 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e934061-8fca-462c-9e5b-dcaab80c9df7 req-88bb4a24-ce1c-4958-bb1f-b87adc2dc2d3 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1763239 May 25 05:47:47.763469 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-bfaa02b0-ea83-4e78-8612-6e503f74e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.764842 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-bfaa02b0-ea83-4e78-8612-6e503f74e5c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1127 time: 0.1461308 May 25 05:47:47.781161 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:47.804875 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-875a64db-2f80-4330-b2f6-3f75282fdfb7 req-c147b280-92fb-4e8f-ac11-7cbef3a1c8fe tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964878 May 25 05:47:47.810746 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a03b47-2fa0-4aa6-b558-90bb07113228 None None] The sync data for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi is: [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:31Z', 'revision_number': 4, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': 'e1559279-f4cd-49bb-ac93-db60643255e3', 'name': '', 'network_id': 'ee996d03-64a7-432f-a95f-b2c4e944899a', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'mac_address': 'fa:16:3e:63:9a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:46Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'subnets': [{'id': 'cac38217-455a-4bfe-b7f7-8f4a4a5d629e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:47:47.814374 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e934061-8fca-462c-9e5b-dcaab80c9df7 req-8a843412-bbdc-47be-b4ce-978bb984235d tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771856 May 25 05:47:47.941872 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5def3ee6-a39b-40e9-acd3-6a69390c33ad req-3b06607d-3bc0-4f5f-be0c-ff68090ce2e6 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=e50af84f-fc0b-4a3b-8125-658c0e8f94fd HTTP/1.1" status: 200 len: 210 time: 0.0364723 May 25 05:47:47.964021 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358486b3-b9eb-4337-8d55-1a2bfb13ef1d req-7b64b81d-0f6e-44fb-8da6-2b32fc686e3e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:47.964364 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-358486b3-b9eb-4337-8d55-1a2bfb13ef1d req-7b64b81d-0f6e-44fb-8da6-2b32fc686e3e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 945 time: 0.0889301 May 25 05:47:48.016984 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-358486b3-b9eb-4337-8d55-1a2bfb13ef1d req-7ec2b4a9-fe26-40c9-b939-26fa8ae2cbd3 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 May 25 05:47:48.041701 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44314) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:48.100408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425ab23-859f-4863-9ef8-5e23af1e3fef tempest-TestVolumeBootPattern-1026798387 tempest-TestVolumeBootPattern-1026798387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:48.102171 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-3425ab23-859f-4863-9ef8-5e23af1e3fef tempest-TestVolumeBootPattern-1026798387 tempest-TestVolumeBootPattern-1026798387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1124 time: 0.0592341 May 25 05:47:48.109234 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370bf27-ea82-48d6-949d-3e8a41bfc242 None None] New status for floating IP da6b051d-a615-45c4-adf4-655ebba764ac: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:47:48.114919 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44316) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:48.119657 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:48.138389 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-c9a0daee-e51d-43ac-a3a5-579fa9870415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:48.140502 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-c9a0daee-e51d-43ac-a3a5-579fa9870415 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.1048541 May 25 05:47:48.144634 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:48.226048 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-fe8075c4-a134-459d-bd0f-2bcc7e1232af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 217 time: 0.0730062 May 25 05:47:48.257404 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:48.293693 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-b1c24004-8f22-4750-891b-81533adc42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:48.295256 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-b1c24004-8f22-4750-891b-81533adc42a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0497038 May 25 05:47:48.355444 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-89d28f7c-e74a-4667-9a34-3b5913888bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:48.357060 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-89d28f7c-e74a-4667-9a34-3b5913888bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548072 May 25 05:47:48.372792 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Allocated IP 172.27.2.30 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/622c7603-ea72-4d43-82b3-843415a39f95) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:47:48.492341 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (622c7603-ea72-4d43-82b3-843415a39f95), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:48.531706 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (622c7603-ea72-4d43-82b3-843415a39f95), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:48.569132 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:47:48.572403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:47:48.576213 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:47:48.603921 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=622c7603-ea72-4d43-82b3-843415a39f95,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:48.761034 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-e87f1eca-50dc-42cc-a5ea-50cb4aad5967 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975055 May 25 05:47:48.768759 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8414a35-fab3-4ecd-b26e-c3ebfe9fafb7 req-f6fe561a-65f7-4ef3-9399-784bee56c659 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:48.770993 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d8414a35-fab3-4ecd-b26e-c3ebfe9fafb7 req-f6fe561a-65f7-4ef3-9399-784bee56c659 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0863950 May 25 05:47:48.890214 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d8414a35-fab3-4ecd-b26e-c3ebfe9fafb7 req-f0fad368-57a1-4727-8adb-930cb41be5ef tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102533 May 25 05:47:48.911720 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-982f4915-fd1a-4c38-a31e-7f8603f8762b req-5071ea49-99b3-4520-973e-410ce3b0159b service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397254 May 25 05:47:48.961290 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b67c4-86d9-4566-b87b-ed41c5d6b131 req-ccf1e5a8-288d-43f3-a49a-171f740688b7 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:48.962917 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-294b67c4-86d9-4566-b87b-ed41c5d6b131 req-ccf1e5a8-288d-43f3-a49a-171f740688b7 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.0765688 May 25 05:47:49.052941 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-294b67c4-86d9-4566-b87b-ed41c5d6b131 req-4ff4ca28-a7e1-4c27-a83a-93e6769d1091 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783980 May 25 05:47:49.064564 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c145e9-07fc-419c-bf8a-c1d8ba554599 req-c11c6512-42d9-4498-b53d-30adedaa7123 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:49.079138 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a5c145e9-07fc-419c-bf8a-c1d8ba554599 req-c11c6512-42d9-4498-b53d-30adedaa7123 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1027591 May 25 05:47:49.141727 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a5c145e9-07fc-419c-bf8a-c1d8ba554599 req-ee53d4ac-c509-4985-b8f3-1cbfe6a60b14 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580447 May 25 05:47:49.147351 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44328) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:49.210830 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ecdde402-6863-46fe-9fcf-9d0e21c334b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group (193d3559-9d09-49c9-8f42-b8d915f94950), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.228806 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (77303683-18c2-44ad-af50-d3d747c20a27), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.237937 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ecdde402-6863-46fe-9fcf-9d0e21c334b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group (193d3559-9d09-49c9-8f42-b8d915f94950), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.297083 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ecdde402-6863-46fe-9fcf-9d0e21c334b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (193d3559-9d09-49c9-8f42-b8d915f94950), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.300759 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (622c7603-ea72-4d43-82b3-843415a39f95), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.301451 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ecdde402-6863-46fe-9fcf-9d0e21c334b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.303013 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ecdde402-6863-46fe-9fcf-9d0e21c334b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "DELETE /v2.0/security-groups/193d3559-9d09-49c9-8f42-b8d915f94950 HTTP/1.1" status: 204 len: 168 time: 0.1543217 May 25 05:47:49.308064 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44330) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:49.320077 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdde402-6863-46fe-9fcf-9d0e21c334b8 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193d3559-9d09-49c9-8f42-b8d915f94950,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:49.330381 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.api.v2.resource [None req-e464d5eb-cc74-4761-b16a-0bf3a03b8e00 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] show failed (client error): The resource could not be found. May 25 05:47:49.333375 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-e464d5eb-cc74-4761-b16a-0bf3a03b8e00 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups/193d3559-9d09-49c9-8f42-b8d915f94950 HTTP/1.1" status: 404 len: 347 time: 0.0229552 May 25 05:47:49.335269 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44332) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:49.468880 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Deleting port 1896d006-c015-4da8-968a-221966f66cb7 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:49.469582 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (1896d006-c015-4da8-968a-221966f66cb7), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.494471 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (622c7603-ea72-4d43-82b3-843415a39f95), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.499204 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (622c7603-ea72-4d43-82b3-843415a39f95), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.557123 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (1896d006-c015-4da8-968a-221966f66cb7), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.557450 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (1896d006-c015-4da8-968a-221966f66cb7), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.566511 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=622c7603-ea72-4d43-82b3-843415a39f95,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:49.570379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Calling delete_port for 1896d006-c015-4da8-968a-221966f66cb7 owned by network:floatingip {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:49.581838 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (77303683-18c2-44ad-af50-d3d747c20a27), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.683441 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Floating IP 77303683-18c2-44ad-af50-d3d747c20a27 associated. External IP: 172.27.2.30, port: d39f47a4-9b49-4d87-ac77-89d4f2397b97. May 25 05:47:49.731657 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (1896d006-c015-4da8-968a-221966f66cb7), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.760104 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event deleted for resources: {'Port': ['ID=1896d006-c015-4da8-968a-221966f66cb7,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:49.826962 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks [] for floatingip (da6b051d-a615-45c4-adf4-655ebba764ac), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.829475 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:49.830654 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-5fa9761c-6105-41cc-a0f3-8e7a9ae7be17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "DELETE /v2.0/floatingips/da6b051d-a615-45c4-adf4-655ebba764ac HTTP/1.1" status: 204 len: 168 time: 0.4935706 May 25 05:47:49.909093 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:47:50.028582 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:47:50.032163 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc388cf3-f0f3-47ac-88f9-08aa2537a577 req-0fafaba7-eda9-46e2-a676-02bb04a8a44f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.033765 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc388cf3-f0f3-47ac-88f9-08aa2537a577 req-0fafaba7-eda9-46e2-a676-02bb04a8a44f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0580730 May 25 05:47:50.038916 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:47:50.049247 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:50.049958 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:50.050722 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:50.081077 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b6d00ece-b608-4693-bcc4-5c4802ac509b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9648371 May 25 05:47:50.083396 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:50.084799 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19fb7e3-6933-45c3-846c-c5900109d143" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:50.096645 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc388cf3-f0f3-47ac-88f9-08aa2537a577 req-fcc11a9a-bedf-454b-9d72-3aec099d00ac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553610 May 25 05:47:50.155020 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde42d27-11fb-4233-83bc-3af8f608f1d0 x-openstack-request-id: req-bde42d27-11fb-4233-83bc-3af8f608f1d0 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:50.155389 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:50.155705 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bde42d27-11fb-4233-83bc-3af8f608f1d0 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:50.156278 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde42d27-11fb-4233-83bc-3af8f608f1d0'] response: {'name': 'network-changed', 'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'status': 'completed', 'code': 200} May 25 05:47:50.168888 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:50.280756 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb69ee-8298-4fa3-8de1-4baff3f831b4 req-05b04e0b-d24e-46ea-b7ea-fbd62ed1e1c4 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.282295 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f2bb69ee-8298-4fa3-8de1-4baff3f831b4 req-05b04e0b-d24e-46ea-b7ea-fbd62ed1e1c4 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.1224513 May 25 05:47:50.294251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-d6efa422-66b4-4030-bbff-be692e9b2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.295739 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-d6efa422-66b4-4030-bbff-be692e9b2dcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1129 time: 0.1013842 May 25 05:47:50.367700 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 1237f448-2dc0-4c2f-b57b-a9274d0754c1 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:47:50.392991 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 1237f448-2dc0-4c2f-b57b-a9274d0754c1 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:47:50.393243 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de207590-0f52-4148-88e6-9658740af433 req-176de8fd-aa55-42b4-8ed7-9e0c1e19450c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.393392 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 1237f448-2dc0-4c2f-b57b-a9274d0754c1 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:47:50.395266 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-de207590-0f52-4148-88e6-9658740af433 req-176de8fd-aa55-42b4-8ed7-9e0c1e19450c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1553509 May 25 05:47:50.421963 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:48Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:50.447683 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f2bb69ee-8298-4fa3-8de1-4baff3f831b4 req-6e6a66f3-1156-4a4d-945b-0984dea99b24 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569490 May 25 05:47:50.476754 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-4275b846-abc0-4d3e-80ee-b0481ef55bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.478480 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-4275b846-abc0-4d3e-80ee-b0481ef55bd1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.1748328 May 25 05:47:50.511127 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-de207590-0f52-4148-88e6-9658740af433 req-9f957ed8-5728-4525-9408-cd78eba01dbc tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052527 May 25 05:47:50.588007 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:47:50.593356 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-fdbe24fc-92da-4aec-8761-fc2fb390ff37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 200 len: 998 time: 0.1000576 May 25 05:47:50.598071 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:50.598767 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:50.642160 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55befb4f-cc5c-4911-9863-4bf5aa124330 req-d7e733a7-8d96-4d0f-be39-f892cc01d6ac tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.643745 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-55befb4f-cc5c-4911-9863-4bf5aa124330 req-d7e733a7-8d96-4d0f-be39-f892cc01d6ac tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.1008804 May 25 05:47:50.653964 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44352) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:50.660514 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'port_id': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:50.699676 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-c978d0c1-44f9-40a4-9ef0-8e958abf4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.701135 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-c978d0c1-44f9-40a4-9ef0-8e958abf4624 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.1003153 May 25 05:47:50.709370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:50.718947 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:50.849152 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-ca52aad4-d680-46f2-a340-e9134f46c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:50.850735 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-ca52aad4-d680-46f2-a340-e9134f46c7f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1423991 May 25 05:47:50.959918 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:48Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:50.993028 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ebbd9c-2569-4f5d-8fd1-4b92f5aa9556 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:48Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:47:51.034329 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-9166a7d8-3827-444b-a065-10cdc074126a service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760559 May 25 05:47:51.259419 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1763797b-f256-4da7-b3b8-45ea3b88306d None None] New status for floating IP 77303683-18c2-44ad-af50-d3d747c20a27: ACTIVE {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:47:51.322641 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b19fb7e3-6933-45c3-846c-c5900109d143 req-83f30f15-332a-4c28-a7a2-93181865e517 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773671 May 25 05:47:51.335067 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98079a65-a1cb-49be-8220-19f550b446a6 req-0b96ffb0-7b97-4704-98fa-42ca038da902 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:51.336605 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98079a65-a1cb-49be-8220-19f550b446a6 req-0b96ffb0-7b97-4704-98fa-42ca038da902 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.1554356 May 25 05:47:51.452144 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-98079a65-a1cb-49be-8220-19f550b446a6 req-40f440da-efe4-4e26-bf4e-221712be3ce0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969682 May 25 05:47:51.460457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:51.466114 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:51.563422 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP 91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f associated. External IP: 172.27.2.249, port: 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3. May 25 05:47:51.771067 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:47:51.875336 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:47:51.879845 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:51.885417 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:47:51.896901 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:51.897519 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:51.911883 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-9d9626e3-9748-4999-b5cd-5c1599142de1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "PUT /v2.0/floatingips/91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f HTTP/1.1" status: 200 len: 992 time: 1.2566192 May 25 05:47:51.912731 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:51.916643 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce19002-14cb-457c-a0e7-a81ff5f43c83" -d '{"events": [{"name": "network-changed", "server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:51.952893 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e640a-2fb1-4f99-9588-e97197555675 x-openstack-request-id: req-250e640a-2fb1-4f99-9588-e97197555675 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:51.953189 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:51.953443 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-250e640a-2fb1-4f99-9588-e97197555675 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:51.953853 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250e640a-2fb1-4f99-9588-e97197555675'] response: {'name': 'network-changed', 'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'status': 'completed', 'code': 200} May 25 05:47:52.000248 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:52.027377 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-dd34e5b4-b8db-4390-8279-8e1bd323b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:52.028807 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-dd34e5b4-b8db-4390-8279-8e1bd323b76b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 1130 time: 0.0462999 May 25 05:47:52.123837 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-fa3c2268-f36d-4afb-9c8f-cf32559288fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:52.125493 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-fa3c2268-f36d-4afb-9c8f-cf32559288fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.0906689 May 25 05:47:52.191696 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-ba06b9bb-b4aa-4c7a-b784-28b3a94a1824 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 HTTP/1.1" status: 200 len: 1000 time: 0.0585923 May 25 05:47:52.225131 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:68:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:32Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:52.243988 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-4ffea1bb-79a4-4ddc-b579-6901dd9b0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:52.245836 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-4ffea1bb-79a4-4ddc-b579-6901dd9b0f46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0480225 May 25 05:47:52.254905 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:47:52.264119 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:47:52.264753 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:52.324130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-8ed0ec2f-83b5-46bf-a20f-955e4b8a943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:52.325692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-8ed0ec2f-83b5-46bf-a20f-955e4b8a943b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618327 May 25 05:47:52.364063 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:47:52.384228 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:47:52.464588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07dc32-ef8e-4d7f-81e3-7e33bb1b06db req-c5f25341-2569-4a99-b405-689b99b3bbfc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:52.466481 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bd07dc32-ef8e-4d7f-81e3-7e33bb1b06db req-c5f25341-2569-4a99-b405-689b99b3bbfc tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.1254153 May 25 05:47:52.476370 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-7298e210-ceab-45ed-8273-618ea71cd11a service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433005 May 25 05:47:52.610386 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:52.627611 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'port_id': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'mac_address': 'fa:16:3e:7e:41:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:47:52.710066 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 961b090d-c2d8-4dac-a186-eed1ed7536fe is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:52.710485 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:52.728424 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961b090d-c2d8-4dac-a186-eed1ed7536fe {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:47:52.756071 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:52.762395 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:52.790373 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:68:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:32Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:47:52.822235 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f447d586-02be-495c-9650-f4d1e624e0cc None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:68:6a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:32Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:47:52.841137 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:52.873130 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bd07dc32-ef8e-4d7f-81e3-7e33bb1b06db req-59f2cc99-87c6-43e0-ba08-fb14f8a76f17 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004264 May 25 05:47:52.917905 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1ce19002-14cb-457c-a0e7-a81ff5f43c83 req-5a8ef56c-8dd8-4b40-9833-220fc3e43f89 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346600 May 25 05:47:52.926388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccb4bb-f919-4daa-9535-7741f5947abb req-f0db8636-fb55-4701-85fa-721a5c8a2021 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:52.927880 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b3ccb4bb-f919-4daa-9535-7741f5947abb req-f0db8636-fb55-4701-85fa-721a5c8a2021 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 944 time: 0.1250010 May 25 05:47:52.982844 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b3ccb4bb-f919-4daa-9535-7741f5947abb req-64892639-e8ce-460d-9ea6-e31f112bfa88 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486434 May 25 05:47:53.045882 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4cee2c-1fce-4ec9-9a46-eb65ed238497 None None] New status for floating IP 91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f: ACTIVE {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:47:53.226011 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['961b090d-c2d8-4dac-a186-eed1ed7536fe'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:47:53.992354 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8023208-92ed-4586-9335-23fab827846e req-e81b5226-c697-47fc-bb4c-5e280360f741 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:53.993886 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d8023208-92ed-4586-9335-23fab827846e req-e81b5226-c697-47fc-bb4c-5e280360f741 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.0526214 May 25 05:47:54.083031 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d8023208-92ed-4586-9335-23fab827846e req-d15d770d-bc67-47c7-818a-bc34c923fef7 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798495 May 25 05:47:54.108131 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-0aef7827-a69a-485d-8fcb-414007e4ae30 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:54.109603 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-0aef7827-a69a-485d-8fcb-414007e4ae30 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 945 time: 0.1148210 May 25 05:47:54.176609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed0b10-2d91-4dc0-9915-dd99ad0f3ea4 req-74a9ae82-1f96-4404-897a-546601d6637e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:54.178132 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7ed0b10-2d91-4dc0-9915-dd99ad0f3ea4 req-74a9ae82-1f96-4404-897a-546601d6637e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 944 time: 0.1154165 May 25 05:47:54.251170 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7ed0b10-2d91-4dc0-9915-dd99ad0f3ea4 req-798c45bb-aa06-45a7-9809-5f99fb6a4a94 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554066 May 25 05:47:54.261715 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Deleting port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:47:54.262042 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:54.364779 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] For port b585fe90-1b54-4b9f-aa9d-420eeb0847c3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:54.365141 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:54.379932 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Calling delete_port for b585fe90-1b54-4b9f-aa9d-420eeb0847c3 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:47:54.511970 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (b585fe90-1b54-4b9f-aa9d-420eeb0847c3), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:54.525153 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['e66f38db-741f-4d20-a19f-2a10a0b00577', 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:47:54.538781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event deleted for resources: {'Port': ['ID=b585fe90-1b54-4b9f-aa9d-420eeb0847c3,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:54.586870 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] No DVR routers for this DVR port b585fe90-1b54-4b9f-aa9d-420eeb0847c3 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:47:54.589534 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:54.592886 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b8e4cc8e-6125-4ed2-b99e-3e8e25925b5a req-e244be0c-709c-4195-a2ca-2d31dd3dce6d tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "DELETE /v2.0/ports/b585fe90-1b54-4b9f-aa9d-420eeb0847c3 HTTP/1.1" status: 204 len: 173 time: 0.4769320 May 25 05:47:54.593329 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'name': 'network-vif-deleted', 'tag': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:54.595692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3182b528-9330-4e4a-91a2-d441dd6e33c1" -d '{"events": [{"server_uuid": "ca5e4315-3c91-4b01-a998-a3d84bd8fc7d", "name": "network-vif-deleted", "tag": "b585fe90-1b54-4b9f-aa9d-420eeb0847c3"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:54.633061 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3660ec50-66e9-4bc1-a66a-b222db0c66ed x-openstack-request-id: req-3660ec50-66e9-4bc1-a66a-b222db0c66ed {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:54.633356 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5e4315-3c91-4b01-a998-a3d84bd8fc7d", "name": "network-vif-deleted", "tag": "b585fe90-1b54-4b9f-aa9d-420eeb0847c3", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:54.633611 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3660ec50-66e9-4bc1-a66a-b222db0c66ed {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:54.634039 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3660ec50-66e9-4bc1-a66a-b222db0c66ed'] response: {'server_uuid': 'ca5e4315-3c91-4b01-a998-a3d84bd8fc7d', 'name': 'network-vif-deleted', 'tag': 'b585fe90-1b54-4b9f-aa9d-420eeb0847c3', 'status': 'completed', 'code': 200} May 25 05:47:55.197624 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b96f0766-4532-4e34-b057-c6d0dbdf5d92 req-ab4a08cc-a576-45b6-b00c-50eb973ebcd4 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=ca5e4315-3c91-4b01-a998-a3d84bd8fc7d HTTP/1.1" status: 200 len: 210 time: 0.0301721 May 25 05:47:55.379447 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5136c2-2f5f-4d63-a1eb-a8903a810811 req-5af1cd8a-4ee5-4a9f-8ce8-f66a1d94db4c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:55.380864 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e5136c2-2f5f-4d63-a1eb-a8903a810811 req-5af1cd8a-4ee5-4a9f-8ce8-f66a1d94db4c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 944 time: 0.0547605 May 25 05:47:55.435201 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e5136c2-2f5f-4d63-a1eb-a8903a810811 req-6be88458-c5b2-485c-9201-39644da265e0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483677 May 25 05:47:56.417944 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:47:56.472836 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 961b090d-c2d8-4dac-a186-eed1ed7536fe completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:47:56.475433 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e5f88-c2de-4059-8256-71661f21d4f5 req-b8f642aa-ac8f-4a79-960e-43f21a9cff0f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:56.478455 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 961b090d-c2d8-4dac-a186-eed1ed7536fe triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:47:56.478920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:56.480024 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-448e5f88-c2de-4059-8256-71661f21d4f5 req-b8f642aa-ac8f-4a79-960e-43f21a9cff0f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0642538 May 25 05:47:56.572546 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-448e5f88-c2de-4059-8256-71661f21d4f5 req-301a32c5-3a68-4d7f-a588-aab8fd406f03 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785735 May 25 05:47:56.598358 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1a9d-ff24-4fd1-a25e-92eef9cea104 req-6129403d-6a64-4d12-90b9-58678dfe09ac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:56.599956 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6ddd1a9d-ff24-4fd1-a25e-92eef9cea104 req-6129403d-6a64-4d12-90b9-58678dfe09ac tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 944 time: 0.0828843 May 25 05:47:56.655282 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6ddd1a9d-ff24-4fd1-a25e-92eef9cea104 req-66a0b0e4-d0b9-4821-a4e7-20e35bec3304 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490475 May 25 05:47:56.683720 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 961b090d-c2d8-4dac-a186-eed1ed7536fe is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:47:56.684117 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:56.709101 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:47:56.711388 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f43ec-a695-4452-a3db-59cb581ee518" -d '{"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-plugged", "status": "completed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:47:56.724131 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:47:56.728798 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:56.729544 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device b585fe90-1b54-4b9f-aa9d-420eeb0847c3 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:47:56.768469 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37027b93-f2c6-4e14-b253-62df040db8c7 x-openstack-request-id: req-37027b93-f2c6-4e14-b253-62df040db8c7 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:47:56.769512 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-plugged", "status": "completed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:47:56.772743 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37027b93-f2c6-4e14-b253-62df040db8c7 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:47:56.772743 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37027b93-f2c6-4e14-b253-62df040db8c7'] response: {'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'code': 200} May 25 05:47:56.772743 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: b585fe90-1b54-4b9f-aa9d-420eeb0847c3 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:47:56.772743 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device b585fe90-1b54-4b9f-aa9d-420eeb0847c3 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:47:56.801592 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:47:56.980512 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182e57c-f084-4038-b0bb-e0989d587a69 req-c14de7d7-71d4-4bf1-be58-8401b8fe8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:56.982109 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f182e57c-f084-4038-b0bb-e0989d587a69 req-c14de7d7-71d4-4bf1-be58-8401b8fe8740 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1129 time: 0.0683718 May 25 05:47:57.030403 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f182e57c-f084-4038-b0bb-e0989d587a69 req-51a15787-8962-439f-ae7f-34fd20714b7a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 May 25 05:47:57.698958 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663cb77-25e9-44eb-81cd-4b793a4d7c55 req-527c4fb1-ef8e-4cb2-96a4-df2e6e8770de tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:57.700589 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4663cb77-25e9-44eb-81cd-4b793a4d7c55 req-527c4fb1-ef8e-4cb2-96a4-df2e6e8770de tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0537114 May 25 05:47:57.761360 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4663cb77-25e9-44eb-81cd-4b793a4d7c55 req-38cf7608-73a0-4e7a-b007-9ac3a84bd839 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553317 May 25 05:47:57.819379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf257b-9f95-4753-b2b5-5b8db0821e7d req-8ec20191-5693-4b7e-baba-079afd48a151 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:57.820970 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-76bf257b-9f95-4753-b2b5-5b8db0821e7d req-8ec20191-5693-4b7e-baba-079afd48a151 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0826452 May 25 05:47:57.874227 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-76bf257b-9f95-4753-b2b5-5b8db0821e7d req-5358602e-5ab3-40c7-8340-3a3fa92a8dc6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468795 May 25 05:47:58.275016 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:47:58.889132 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2059-e23f-4bee-8b9d-bbf9b99121a0 req-28e492b3-787d-4be7-9234-906f921b3660 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:58.890627 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b00a2059-e23f-4bee-8b9d-bbf9b99121a0 req-28e492b3-787d-4be7-9234-906f921b3660 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0575244 May 25 05:47:58.939595 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b00a2059-e23f-4bee-8b9d-bbf9b99121a0 req-e8cc49f8-87fe-46c9-b002-8a851ffb8202 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 May 25 05:47:58.997705 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27da5e6-a8fc-43e4-9ab3-b4a9f45fc1ff req-1f18e47f-b6f4-4789-b455-11f08222a243 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:58.999346 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d27da5e6-a8fc-43e4-9ab3-b4a9f45fc1ff req-1f18e47f-b6f4-4789-b455-11f08222a243 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0530963 May 25 05:47:59.050415 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d27da5e6-a8fc-43e4-9ab3-b4a9f45fc1ff req-8c50dadd-7304-42e4-9aeb-e453bd35595a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445645 May 25 05:47:59.171292 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744071d5-4cd1-4c0f-a0d0-3f9ce5d9e583 req-0914a08a-e8bf-4c35-b6d3-5c3bd30bf017 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:59.172795 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-744071d5-4cd1-4c0f-a0d0-3f9ce5d9e583 req-0914a08a-e8bf-4c35-b6d3-5c3bd30bf017 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0564013 May 25 05:47:59.181329 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44408) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:47:59.185708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Request body: {'floatingip': {'port_id': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:47:59.225270 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (8af64f9d-9193-4229-929d-a652aafcb03d), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:59.657460 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:59.661648 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (8af64f9d-9193-4229-929d-a652aafcb03d), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:47:59.790568 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-d2e978f4-bfb5-441d-a264-224e164df050 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:47:59.791893 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-d2e978f4-bfb5-441d-a264-224e164df050 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.0984116 May 25 05:47:59.793307 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Floating IP 8af64f9d-9193-4229-929d-a652aafcb03d associated. External IP: 172.27.2.97, port: 961b090d-c2d8-4dac-a186-eed1ed7536fe. May 25 05:48:00.000429 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Deleting port e66f38db-741f-4d20-a19f-2a10a0b00577 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:00.001148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:00.158957 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Router d7b192e4-a905-42a0-885e-481ed23472fe has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:48:00.174468 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b99bfe-5ecb-4266-a688-d50e1b634f67 req-43fad5bf-b0d6-4c87-8cbc-b8e9ec20628f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:00.176669 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e7b99bfe-5ecb-4266-a688-d50e1b634f67 req-43fad5bf-b0d6-4c87-8cbc-b8e9ec20628f tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/ports?device_id=72a66745-7fc3-467d-81f2-75f1dcb8a7f8 HTTP/1.1" status: 200 len: 946 time: 0.1666057 May 25 05:48:00.178398 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] For port e66f38db-741f-4d20-a19f-2a10a0b00577, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e66f38db-741f-4d20-a19f-2a10a0b00577,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:00.178755 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:00.200440 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Calling delete_port for e66f38db-741f-4d20-a19f-2a10a0b00577 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:00.309460 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e7b99bfe-5ecb-4266-a688-d50e1b634f67 req-048283a0-19a5-468f-b62c-89c445296361 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c8566d4-d1c9-4143-88bd-069918a447be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224957 May 25 05:48:00.384123 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:48:00.389320 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:00.396225 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] Sync routers for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:48:00.406207 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:00.406834 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:00.441598 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-8beb63e6-c79f-4d05-8f36-fe7597f5d892 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "PUT /v2.0/floatingips/8af64f9d-9193-4229-929d-a652aafcb03d HTTP/1.1" status: 200 len: 990 time: 1.2591302 May 25 05:48:00.444164 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:00.446458 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73ea3ce-06af-4dea-9245-cd451defcd50" -d '{"events": [{"name": "network-changed", "server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:00.479967 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (e66f38db-741f-4d20-a19f-2a10a0b00577), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:00.517112 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb91bd-e7c8-43d3-b74f-b1e57fd6cc5a x-openstack-request-id: req-a8bb91bd-e7c8-43d3-b74f-b1e57fd6cc5a {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:00.517406 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:00.517654 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8bb91bd-e7c8-43d3-b74f-b1e57fd6cc5a {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:00.518066 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bb91bd-e7c8-43d3-b74f-b1e57fd6cc5a'] response: {'name': 'network-changed', 'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'status': 'completed', 'code': 200} May 25 05:48:00.521218 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Pushing event deleted for resources: {'Port': ['ID=e66f38db-741f-4d20-a19f-2a10a0b00577,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:00.522462 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:00.599892 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] No DVR routers for this DVR port e66f38db-741f-4d20-a19f-2a10a0b00577 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:00.603440 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:00.606801 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-27afc136-a61e-403d-84d1-c5d51a6634f7 req-3299fbb1-c038-450e-8bf2-4e79cb31fcd1 tempest-ServerRescueNegativeTestJSON-156908255 tempest-ServerRescueNegativeTestJSON-156908255-project] 10.222.0.32 "DELETE /v2.0/ports/e66f38db-741f-4d20-a19f-2a10a0b00577 HTTP/1.1" status: 204 len: 173 time: 0.7818446 May 25 05:48:00.616609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-09119047-4cb8-42b7-bb3a-567155fcb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:00.618259 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-09119047-4cb8-42b7-bb3a-567155fcb1f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1129 time: 0.0980375 May 25 05:48:00.716992 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-a4df357f-d5db-4b9a-8ea8-afe482521072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:00.718429 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-a4df357f-d5db-4b9a-8ea8-afe482521072 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.0938773 May 25 05:48:00.767719 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '8af64f9d-9193-4229-929d-a652aafcb03d', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'port_id': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'mac_address': 'fa:16:3e:7e:41:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:42Z', 'updated_at': '2022-05-25T05:47:59Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:00.793402 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] Checking router: d7b192e4-a905-42a0-885e-481ed23472fe for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:48:00.802555 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:00.802732 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-7d6189e2-82d5-4a0e-96f5-5d2ecb4d6b25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 998 time: 0.0754755 May 25 05:48:00.803112 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:00.851583 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-16541d5e-1213-4347-969f-fd07e09e8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:00.853063 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-16541d5e-1213-4347-969f-fd07e09e8ed7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0441003 May 25 05:48:00.906869 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:00.909605 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-18f99836-c02c-4b72-9538-39bc0601505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:00.911183 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-18f99836-c02c-4b72-9538-39bc0601505b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515223 May 25 05:48:01.153626 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '8af64f9d-9193-4229-929d-a652aafcb03d', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'port_id': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'mac_address': 'fa:16:3e:7e:41:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:42Z', 'updated_at': '2022-05-25T05:47:59Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:01.182522 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16931c2c-97dc-45fe-8523-d5b3ef044e1a None None] The sync data for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi is: [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '8af64f9d-9193-4229-929d-a652aafcb03d', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'port_id': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'mac_address': 'fa:16:3e:7e:41:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:42Z', 'updated_at': '2022-05-25T05:47:59Z', 'revision_number': 1, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:48:01.299216 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-7aa6eb74-3b9f-4d34-bd22-2bfc72df414b service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725328 May 25 05:48:01.370148 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44418) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:01.408269 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d73ea3ce-06af-4dea-9245-cd451defcd50 req-88fe6a56-2ef7-448d-ba2c-5df6b29bb345 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939722 May 25 05:48:01.409888 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6196822-3f25-4b7e-b3fb-e1e8c9de28e5 None None] New status for floating IP 8af64f9d-9193-4229-929d-a652aafcb03d: ACTIVE {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:48:01.892699 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (16d2839d-28d3-4778-9d50-326a1ea3e3c6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:02.166199 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Deleting port e1559279-f4cd-49bb-ac93-db60643255e3 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:02.166463 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:02.242882 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] For port e1559279-f4cd-49bb-ac93-db60643255e3, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=e1559279-f4cd-49bb-ac93-db60643255e3,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:02.243254 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:02.256678 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Calling delete_port for e1559279-f4cd-49bb-ac93-db60643255e3 owned by network:router_interface {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:02.439710 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e66f38db-741f-4d20-a19f-2a10a0b00577 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:02.451076 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (e1559279-f4cd-49bb-ac93-db60643255e3), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:02.462771 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: e66f38db-741f-4d20-a19f-2a10a0b00577 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:02.463536 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e66f38db-741f-4d20-a19f-2a10a0b00577 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:02.478498 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1559279-f4cd-49bb-ac93-db60643255e3,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:02.520933 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'name': 'network-vif-deleted', 'tag': 'e66f38db-741f-4d20-a19f-2a10a0b00577'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:02.527212 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9695b2-4ccd-4050-af11-96e713b80d8c" -d '{"events": [{"server_uuid": "72a66745-7fc3-467d-81f2-75f1dcb8a7f8", "name": "network-vif-deleted", "tag": "e66f38db-741f-4d20-a19f-2a10a0b00577"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:02.573975 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeff27c-a124-4a90-a2b2-1510f0a533f9 x-openstack-request-id: req-0eeff27c-a124-4a90-a2b2-1510f0a533f9 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:02.574300 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a66745-7fc3-467d-81f2-75f1dcb8a7f8", "name": "network-vif-deleted", "tag": "e66f38db-741f-4d20-a19f-2a10a0b00577", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:02.574563 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0eeff27c-a124-4a90-a2b2-1510f0a533f9 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:02.574975 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eeff27c-a124-4a90-a2b2-1510f0a533f9'] response: {'server_uuid': '72a66745-7fc3-467d-81f2-75f1dcb8a7f8', 'name': 'network-vif-deleted', 'tag': 'e66f38db-741f-4d20-a19f-2a10a0b00577', 'status': 'completed', 'code': 200} May 25 05:48:02.648323 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (16d2839d-28d3-4778-9d50-326a1ea3e3c6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:02.844745 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:48:02.950794 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:48:02.955897 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-9af8ac2b-00a0-42aa-9cd3-f2dbb769cd5d admin admin] 10.222.0.42 "PUT /v2.0/routers/16d2839d-28d3-4778-9d50-326a1ea3e3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5841963 May 25 05:48:02.958939 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44426) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:02.962049 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd58203-6d87-4973-b042-317463978b75 None None] Sync routers for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:48:02.971645 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:02.972912 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:03.055876 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks [] for router (16d2839d-28d3-4778-9d50-326a1ea3e3c6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.071662 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:03.163039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks [] for router_gateway (16d2839d-28d3-4778-9d50-326a1ea3e3c6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.212492 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Deleting port 94933376-95df-40fe-bbc1-3f5a2e27a75d {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:03.212821 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.251103 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:48:02Z', 'revision_number': 5, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port': {'id': '94933376-95df-40fe-bbc1-3f5a2e27a75d', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:03.276941 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd58203-6d87-4973-b042-317463978b75 None None] Checking router: 16d2839d-28d3-4778-9d50-326a1ea3e3c6 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:48:03.285432 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] Routers {'16d2839d-28d3-4778-9d50-326a1ea3e3c6'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:03.286039 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:47:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:03.296740 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] For port 94933376-95df-40fe-bbc1-3f5a2e27a75d, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=94933376-95df-40fe-bbc1-3f5a2e27a75d,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:03.297111 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.310082 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Calling delete_port for 94933376-95df-40fe-bbc1-3f5a2e27a75d owned by network:router_gateway {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:03.369592 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] Set router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 gateway port host: None {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:03.418045 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ccd58203-6d87-4973-b042-317463978b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:48:03Z', 'revision_number': 6, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:03.446786 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd58203-6d87-4973-b042-317463978b75 None None] The sync data for ids ['16d2839d-28d3-4778-9d50-326a1ea3e3c6'] in dv-cinder-842947-1-iscsi is: [{'id': '16d2839d-28d3-4778-9d50-326a1ea3e3c6', 'name': 'tempest-ServerRescueNegativeTestJSON-1666512376-router', 'tenant_id': '1dd34c07c77146bba395c97a43ca72d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:48:03Z', 'revision_number': 6, 'project_id': '1dd34c07c77146bba395c97a43ca72d8', 'gw_port_host': None}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:48:03.714503 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (94933376-95df-40fe-bbc1-3f5a2e27a75d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.738807 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Pushing event deleted for resources: {'Port': ['ID=94933376-95df-40fe-bbc1-3f5a2e27a75d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:03.798658 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (16d2839d-28d3-4778-9d50-326a1ea3e3c6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.904077 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (16d2839d-28d3-4778-9d50-326a1ea3e3c6), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.906197 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks [] for router_controller (16d2839d-28d3-4778-9d50-326a1ea3e3c6), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.966860 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (16d2839d-28d3-4778-9d50-326a1ea3e3c6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.967282 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16d2839d-28d3-4778-9d50-326a1ea3e3c6 {{(pid=110245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:48:03.972681 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:03.973670 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-8eee0437-072a-494a-9c1c-8989f4e56805 admin admin] 10.222.0.42 "DELETE /v2.0/routers/16d2839d-28d3-4778-9d50-326a1ea3e3c6 HTTP/1.1" status: 204 len: 168 time: 1.0138061 May 25 05:48:03.976189 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44430) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:04.021363 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] Deleting subnet cac38217-455a-4bfe-b7f7-8f4a4a5d629e {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:48:04.024531 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] Publish callbacks [] for subnet (cac38217-455a-4bfe-b7f7-8f4a4a5d629e), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.064823 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (cac38217-455a-4bfe-b7f7-8f4a4a5d629e), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.164401 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (cac38217-455a-4bfe-b7f7-8f4a4a5d629e), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.225230 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (cac38217-455a-4bfe-b7f7-8f4a4a5d629e), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.253819 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.258490 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cac38217-455a-4bfe-b7f7-8f4a4a5d629e HTTP/1.1" status: 204 len: 168 time: 0.2800281 May 25 05:48:04.259459 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c888e-31a4-4012-964f-00c9c4002a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac38217-455a-4bfe-b7f7-8f4a4a5d629e,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:04.259966 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c53a4-d1e8-430d-8dc2-fb49f84e038c None None] Network ee996d03-64a7-432f-a95f-b2c4e944899a requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:48:04.260705 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44432) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:04.333230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (ee996d03-64a7-432f-a95f-b2c4e944899a), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.385492 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Deleting port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:04.385833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.441074 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] DHCP port deletion for ee996d03-64a7-432f-a95f-b2c4e944899a request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:48:04.458946 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] For port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:04.459345 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.480302 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Calling delete_port for bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c owned by network:dhcp {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:04.568323 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] Deleting port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:04.569506 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.610749 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.646573 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:04.651490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] No DVR routers for this DVR port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c on host dv-cinder-842947-1-iscsi {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:04.657649 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] For port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,segment=NetworkSegment(7439ca3f-3ed9-4939-b2e3-78a5a4ebb766),segment_id=7439ca3f-3ed9-4939-b2e3-78a5a4ebb766)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:04.658058 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.675682 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] Calling delete_port for bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:04.728265 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (ee996d03-64a7-432f-a95f-b2c4e944899a), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.750808 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee996d03-64a7-432f-a95f-b2c4e944899a']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:04.762581 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:04.762919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7439ca3f-3ed9-4939-b2e3-78a5a4ebb766') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:04.774614 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (7439ca3f-3ed9-4939-b2e3-78a5a4ebb766), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.789392 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (7439ca3f-3ed9-4939-b2e3-78a5a4ebb766), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.796812 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:48:04.797226 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (7439ca3f-3ed9-4939-b2e3-78a5a4ebb766), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.867025 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (ee996d03-64a7-432f-a95f-b2c4e944899a), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.874562 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:04.883289 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ee996d03-64a7-432f-a95f-b2c4e944899a HTTP/1.1" status: 204 len: 168 time: 0.6199508 May 25 05:48:04.905327 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 7439ca3f-3ed9-4939-b2e3-78a5a4ebb766 resource provider aggregate not found May 25 05:48:04.913302 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556f6e8-3153-442a-bc52-9de53613d395 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee996d03-64a7-432f-a95f-b2c4e944899a,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:04.939754 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 7439ca3f-3ed9-4939-b2e3-78a5a4ebb766 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7439ca3f-3ed9-4939-b2e3-78a5a4ebb766 found for delete ", "request_id": "req-0ee1dd5a-4ed2-41dd-8fa0-31b6cd520f80"}]} May 25 05:48:05.028072 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:05.048448 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44442) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:05.051361 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] Pushing event deleted for resources: {'Port': ['ID=bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:05.053953 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] Network ee996d03-64a7-432f-a95f-b2c4e944899a is not hosted by any dhcp agent {{(pid=110246) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 25 05:48:05.053953 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92161d29-c1ed-40b6-ae47-118c3415b487 None None] No DVR routers for this DVR port bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:05.111421 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c52d8571-0287-4e32-98c1-3cd9ed13b96f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dd34c07c77146bba395c97a43ca72d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0615001 May 25 05:48:05.114214 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44444) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:05.153050 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device e1559279-f4cd-49bb-ac93-db60643255e3 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:05.166844 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6d89705-0aaa-4108-817e-f6f7218cccfb admin admin] Publish callbacks [] for security_group (9c8566d4-d1c9-4143-88bd-069918a447be), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:05.172300 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: e1559279-f4cd-49bb-ac93-db60643255e3 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:05.172643 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device e1559279-f4cd-49bb-ac93-db60643255e3 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:05.173078 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:05.190330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6d89705-0aaa-4108-817e-f6f7218cccfb admin admin] Publish callbacks [] for security_group (9c8566d4-d1c9-4143-88bd-069918a447be), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:05.192359 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:05.192706 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device bd0ca57c-d58a-4aa5-a664-2c49c1eaa50c not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:05.193138 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 94933376-95df-40fe-bbc1-3f5a2e27a75d no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:05.216912 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 94933376-95df-40fe-bbc1-3f5a2e27a75d {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:05.217254 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 94933376-95df-40fe-bbc1-3f5a2e27a75d not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:05.243726 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6d89705-0aaa-4108-817e-f6f7218cccfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9c8566d4-d1c9-4143-88bd-069918a447be), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:05.246771 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6d89705-0aaa-4108-817e-f6f7218cccfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:05.248568 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b6d89705-0aaa-4108-817e-f6f7218cccfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c8566d4-d1c9-4143-88bd-069918a447be HTTP/1.1" status: 204 len: 168 time: 0.1328959 May 25 05:48:05.263445 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d89705-0aaa-4108-817e-f6f7218cccfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8566d4-d1c9-4143-88bd-069918a447be,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:06.998630 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44496) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:07.033624 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e729f83a-1a63-47b8-a73c-795d56927338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.116577 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3571866e-36b0-4cdd-8918-e4ea96b942dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.192004 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3571866e-36b0-4cdd-8918-e4ea96b942dc admin admin] Publish callbacks [] for security_group (dfc389a2-66f3-44d3-a0e6-41699fc5e6a5), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.195625 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3571866e-36b0-4cdd-8918-e4ea96b942dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (dfc389a2-66f3-44d3-a0e6-41699fc5e6a5), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.235379 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-3571866e-36b0-4cdd-8918-e4ea96b942dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f44f3bab3f364d90965fd0af21e7a770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356088 May 25 05:48:07.236617 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571866e-36b0-4cdd-8918-e4ea96b942dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc389a2-66f3-44d3-a0e6-41699fc5e6a5,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:07.238386 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44500) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:07.290706 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b52ae6ee-42c2-4a4d-a044-87fd2728cd93 admin admin] Publish callbacks [] for security_group (dfc389a2-66f3-44d3-a0e6-41699fc5e6a5), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.312556 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b52ae6ee-42c2-4a4d-a044-87fd2728cd93 admin admin] Publish callbacks [] for security_group (dfc389a2-66f3-44d3-a0e6-41699fc5e6a5), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.363045 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b52ae6ee-42c2-4a4d-a044-87fd2728cd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (dfc389a2-66f3-44d3-a0e6-41699fc5e6a5), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.365931 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b52ae6ee-42c2-4a4d-a044-87fd2728cd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.367165 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b52ae6ee-42c2-4a4d-a044-87fd2728cd93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfc389a2-66f3-44d3-a0e6-41699fc5e6a5 HTTP/1.1" status: 204 len: 168 time: 0.1271939 May 25 05:48:07.375334 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ae6ee-42c2-4a4d-a044-87fd2728cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc389a2-66f3-44d3-a0e6-41699fc5e6a5,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:07.632122 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44506) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:07.649342 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fce0d91a-bfb6-4638-9e67-702e8b91434b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.728732 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fce0d91a-bfb6-4638-9e67-702e8b91434b admin admin] Publish callbacks [] for security_group (4d62bd54-2237-44a6-a9e9-d6e96e5317df), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.732641 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fce0d91a-bfb6-4638-9e67-702e8b91434b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4d62bd54-2237-44a6-a9e9-d6e96e5317df), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.771941 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-fce0d91a-bfb6-4638-9e67-702e8b91434b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5162332ed4ed4b1daa2df33c5d1ce7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387250 May 25 05:48:07.772852 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0d91a-bfb6-4638-9e67-702e8b91434b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62bd54-2237-44a6-a9e9-d6e96e5317df,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:07.774948 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44508) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:07.830194 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-75b2979c-9684-441d-b784-50e99f074086 admin admin] Publish callbacks [] for security_group (4d62bd54-2237-44a6-a9e9-d6e96e5317df), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.852531 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-75b2979c-9684-441d-b784-50e99f074086 admin admin] Publish callbacks [] for security_group (4d62bd54-2237-44a6-a9e9-d6e96e5317df), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.905484 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-75b2979c-9684-441d-b784-50e99f074086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4d62bd54-2237-44a6-a9e9-d6e96e5317df), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.908008 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-75b2979c-9684-441d-b784-50e99f074086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:07.909200 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-75b2979c-9684-441d-b784-50e99f074086 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d62bd54-2237-44a6-a9e9-d6e96e5317df HTTP/1.1" status: 204 len: 168 time: 0.1328382 May 25 05:48:07.916970 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2979c-9684-441d-b784-50e99f074086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62bd54-2237-44a6-a9e9-d6e96e5317df,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:09.179049 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3cdbaf4e-f5e7-4cf2-80bf-d41c515862c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.306948 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44580) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:10.391888 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.416421 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7aecf3d1-4626-4872-8005-96e8c0ef4282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.490480 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7aecf3d1-4626-4872-8005-96e8c0ef4282 admin admin] Publish callbacks [] for security_group (79387701-9b0a-4181-b86f-1c80628eb409), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.495134 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7aecf3d1-4626-4872-8005-96e8c0ef4282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (79387701-9b0a-4181-b86f-1c80628eb409), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.531686 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecf3d1-4626-4872-8005-96e8c0ef4282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79387701-9b0a-4181-b86f-1c80628eb409,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:10.536683 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7aecf3d1-4626-4872-8005-96e8c0ef4282 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20fa0359af654ef3a25c66c8a0a06a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287092 May 25 05:48:10.539384 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44584) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:10.586817 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-956f38d3-b258-47eb-9b7d-9bb7a8f3457b admin admin] Publish callbacks [] for security_group (79387701-9b0a-4181-b86f-1c80628eb409), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.619107 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-956f38d3-b258-47eb-9b7d-9bb7a8f3457b admin admin] Publish callbacks [] for security_group (79387701-9b0a-4181-b86f-1c80628eb409), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.667652 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-956f38d3-b258-47eb-9b7d-9bb7a8f3457b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (79387701-9b0a-4181-b86f-1c80628eb409), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.670136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-956f38d3-b258-47eb-9b7d-9bb7a8f3457b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:10.673113 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-956f38d3-b258-47eb-9b7d-9bb7a8f3457b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79387701-9b0a-4181-b86f-1c80628eb409 HTTP/1.1" status: 204 len: 168 time: 0.1309786 May 25 05:48:10.679284 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f38d3-b258-47eb-9b7d-9bb7a8f3457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79387701-9b0a-4181-b86f-1c80628eb409,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:10.948327 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44590) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:10.963549 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-62c3bac8-9699-4cd0-b1b9-c416aef55ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:11.041174 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-62c3bac8-9699-4cd0-b1b9-c416aef55ee5 admin admin] Publish callbacks [] for security_group (84dd6826-3243-4849-b9d6-01bd6392eabe), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:11.045021 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-62c3bac8-9699-4cd0-b1b9-c416aef55ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (84dd6826-3243-4849-b9d6-01bd6392eabe), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:11.085164 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-62c3bac8-9699-4cd0-b1b9-c416aef55ee5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4c0c8f78261458c87c0df0fe7bce822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354203 May 25 05:48:11.085898 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3bac8-9699-4cd0-b1b9-c416aef55ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd6826-3243-4849-b9d6-01bd6392eabe,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:11.088623 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44594) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:11.140885 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b59-d586-48e4-b9d6-bba12c2a5f60 admin admin] Publish callbacks [] for security_group (84dd6826-3243-4849-b9d6-01bd6392eabe), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:11.162503 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b59-d586-48e4-b9d6-bba12c2a5f60 admin admin] Publish callbacks [] for security_group (84dd6826-3243-4849-b9d6-01bd6392eabe), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:11.211971 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b59-d586-48e4-b9d6-bba12c2a5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (84dd6826-3243-4849-b9d6-01bd6392eabe), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:11.214516 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8b59-d586-48e4-b9d6-bba12c2a5f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:11.215696 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ad2e8b59-d586-48e4-b9d6-bba12c2a5f60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84dd6826-3243-4849-b9d6-01bd6392eabe HTTP/1.1" status: 204 len: 168 time: 0.1258688 May 25 05:48:11.225194 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8b59-d586-48e4-b9d6-bba12c2a5f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd6826-3243-4849-b9d6-01bd6392eabe,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:11.733656 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:12.508448 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:13.693263 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:16.568859 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917db8e7-a8de-47d0-b3ea-aae85d2f4ad6 req-644500d5-d36e-4116-9f85-457279214840 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:16.570676 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-917db8e7-a8de-47d0-b3ea-aae85d2f4ad6 req-644500d5-d36e-4116-9f85-457279214840 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0568686 May 25 05:48:16.617229 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-917db8e7-a8de-47d0-b3ea-aae85d2f4ad6 req-f35b3b41-0fbb-4b9b-a4f8-684805465a6e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408664 May 25 05:48:17.746532 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a8fe6-e677-437f-9ddb-1db796498de1 req-1c89e7e1-661a-4e81-a12f-50c086e3de34 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:17.748158 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d35a8fe6-e677-437f-9ddb-1db796498de1 req-1c89e7e1-661a-4e81-a12f-50c086e3de34 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0621960 May 25 05:48:17.799229 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d35a8fe6-e677-437f-9ddb-1db796498de1 req-c66530ca-6cd4-4c38-8725-ad883d1bc067 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448501 May 25 05:48:18.380715 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779440a-cce2-4302-ab96-68a8412909af req-a1dd22fb-52f6-4d41-bce5-7c0be760edc1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:18.382356 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0779440a-cce2-4302-ab96-68a8412909af req-a1dd22fb-52f6-4d41-bce5-7c0be760edc1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.0554564 May 25 05:48:18.486029 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Deleting port f4a77cf0-11f4-4350-9b07-22502a5dbe3a {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:18.486416 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:18.578395 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] For port f4a77cf0-11f4-4350-9b07-22502a5dbe3a, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:18.578878 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:18.726384 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-42e9b6e0-7209-4070-94bb-9c92e483946f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1303484 May 25 05:48:18.812265 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:18.812901 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (5b7f4622-90ba-4ff1-8a26-bf9f70a6c991), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:18.812901 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Floating IP 5b7f4622-90ba-4ff1-8a26-bf9f70a6c991 disassociated. External IP: 172.27.2.144, port: f4a77cf0-11f4-4350-9b07-22502a5dbe3a. May 25 05:48:18.813171 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Calling delete_port for f4a77cf0-11f4-4350-9b07-22502a5dbe3a owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:18.867383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-03b0d535-e042-4003-978a-37b4f5cc25c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:18.868910 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-03b0d535-e042-4003-978a-37b4f5cc25c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1130 time: 0.0981274 May 25 05:48:19.010198 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17750b1f-e1c4-4346-966f-ff7474ded4a4 req-82a8598d-6144-48bf-a113-eaf85f4b302b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:19.011724 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-17750b1f-e1c4-4346-966f-ff7474ded4a4 req-82a8598d-6144-48bf-a113-eaf85f4b302b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 945 time: 0.1404338 May 25 05:48:19.077787 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-a0b5030a-47cc-4394-960e-94085aa524d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:19.079234 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-a0b5030a-47cc-4394-960e-94085aa524d1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 910 time: 0.1753905 May 25 05:48:19.154413 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (f4a77cf0-11f4-4350-9b07-22502a5dbe3a), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:19.189159 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-17750b1f-e1c4-4346-966f-ff7474ded4a4 req-e4406d83-5e36-4f4c-a8b1-1486d86ca9db tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=264ef737-22d6-4ba9-a848-01922f92c519&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658771 May 25 05:48:19.202170 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event deleted for resources: {'Port': ['ID=f4a77cf0-11f4-4350-9b07-22502a5dbe3a,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:19.217820 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-45e25fa3-b202-4bb4-8057-06c0c7036fa2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 1002 time: 0.1299131 May 25 05:48:19.340604 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-a1da77ef-0c25-4ecc-9610-2495050c875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:19.342065 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-a1da77ef-0c25-4ecc-9610-2495050c875a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 200 len: 848 time: 0.0899653 May 25 05:48:19.390843 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Router 614b7d05-88e8-4572-97e6-3482737a239f has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:48:19.413269 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-7d1aaa2a-9334-4bef-85c5-71d78e0cab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:19.414695 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-7d1aaa2a-9334-4bef-85c5-71d78e0cab48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c1f9707-80c9-42a9-8278-30334c600f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650384 May 25 05:48:19.583924 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:48:19.593434 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-0fc4e733-ecda-41a1-aa2d-90572a993262 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453576 May 25 05:48:19.600824 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] Sync routers for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:48:19.615042 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:19.616168 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:19.664710 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] No DVR routers for this DVR port f4a77cf0-11f4-4350-9b07-22502a5dbe3a on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:19.667398 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:19.672790 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0779440a-cce2-4302-ab96-68a8412909af req-f23050ce-8d41-4144-b365-f482f6527b5d tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "DELETE /v2.0/ports/f4a77cf0-11f4-4350-9b07-22502a5dbe3a HTTP/1.1" status: 204 len: 173 time: 1.2832003 May 25 05:48:19.722708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'name': 'network-vif-deleted', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:19.725475 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b190039e-4437-4824-8f42-2477564be935" -d '{"events": [{"server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "name": "network-vif-deleted", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:19.753010 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:19.793032 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a5c29c-cac4-45bf-a4de-137bef331e5b x-openstack-request-id: req-10a5c29c-cac4-45bf-a4de-137bef331e5b {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:19.793499 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5384508-a74c-4062-bfea-47a9557a63d6", "name": "network-vif-deleted", "tag": "f4a77cf0-11f4-4350-9b07-22502a5dbe3a", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:19.793850 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10a5c29c-cac4-45bf-a4de-137bef331e5b {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:19.795152 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10a5c29c-cac4-45bf-a4de-137bef331e5b'] response: {'server_uuid': 'e5384508-a74c-4062-bfea-47a9557a63d6', 'name': 'network-vif-deleted', 'tag': 'f4a77cf0-11f4-4350-9b07-22502a5dbe3a', 'status': 'completed', 'code': 200} May 25 05:48:19.802560 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f1b2f6a5-d931-47b2-ba27-86d4e317d479 req-22398bd0-3e2b-4bc8-90a8-327dd440a788 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820750 May 25 05:48:19.961650 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:19.986328 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] Checking router: 614b7d05-88e8-4572-97e6-3482737a239f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:48:19.995210 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:19.995805 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:20.037426 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44756) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:20.104636 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:20.155059 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc11-9974-4891-a8ee-0ecc6cadc9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.241918 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc11-9974-4891-a8ee-0ecc6cadc9bf admin admin] Publish callbacks [] for security_group (a9e730a8-8d23-4047-bc0b-3e2b8469bddb), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.248188 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2c0bcc11-9974-4891-a8ee-0ecc6cadc9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (a9e730a8-8d23-4047-bc0b-3e2b8469bddb), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.281501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bcc11-9974-4891-a8ee-0ecc6cadc9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e730a8-8d23-4047-bc0b-3e2b8469bddb,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:20.319205 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2c0bcc11-9974-4891-a8ee-0ecc6cadc9bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f67e61798c274bfc815c9f747b06c582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800903 May 25 05:48:20.321031 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44762) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:20.326479 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-929b1d07-364d-4608-b502-4d9bde720e01 req-340b136a-b9c1-4cdc-bf43-76d9ac33475c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=e5384508-a74c-4062-bfea-47a9557a63d6 HTTP/1.1" status: 200 len: 210 time: 0.0297110 May 25 05:48:20.339507 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:20.376280 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70204f6-36d7-4873-ac52-ab1bf66a3678 None None] The sync data for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi is: [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:48:20.387458 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cbc82020-7465-44c1-b9ef-20726b71992a admin admin] Publish callbacks [] for security_group (a9e730a8-8d23-4047-bc0b-3e2b8469bddb), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.423456 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cbc82020-7465-44c1-b9ef-20726b71992a admin admin] Publish callbacks [] for security_group (a9e730a8-8d23-4047-bc0b-3e2b8469bddb), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.480464 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cbc82020-7465-44c1-b9ef-20726b71992a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (a9e730a8-8d23-4047-bc0b-3e2b8469bddb), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.484193 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cbc82020-7465-44c1-b9ef-20726b71992a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.485414 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-cbc82020-7465-44c1-b9ef-20726b71992a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9e730a8-8d23-4047-bc0b-3e2b8469bddb HTTP/1.1" status: 204 len: 168 time: 0.1616945 May 25 05:48:20.495055 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc82020-7465-44c1-b9ef-20726b71992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e730a8-8d23-4047-bc0b-3e2b8469bddb,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:20.634148 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbf8fb-8e33-4356-b172-7ff8c302d5e5 None None] New status for floating IP 5b7f4622-90ba-4ff1-8a26-bf9f70a6c991: DOWN {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:48:20.791274 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44768) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:20.807799 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-724fceca-58c2-488f-8959-66a50e1cced2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.883850 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-724fceca-58c2-488f-8959-66a50e1cced2 admin admin] Publish callbacks [] for security_group (51db4c78-2db7-481a-b3cc-3822680d83d1), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.887540 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-724fceca-58c2-488f-8959-66a50e1cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (51db4c78-2db7-481a-b3cc-3822680d83d1), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:20.925556 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-724fceca-58c2-488f-8959-66a50e1cced2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=883bbdbeb68f42f887965097735f93bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331792 May 25 05:48:20.926776 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fceca-58c2-488f-8959-66a50e1cced2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51db4c78-2db7-481a-b3cc-3822680d83d1,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:20.928206 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44770) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:20.976937 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-904daf8e-7dee-4515-878c-55a4b866db02 admin admin] Publish callbacks [] for security_group (51db4c78-2db7-481a-b3cc-3822680d83d1), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.002251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-904daf8e-7dee-4515-878c-55a4b866db02 admin admin] Publish callbacks [] for security_group (51db4c78-2db7-481a-b3cc-3822680d83d1), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.049960 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-904daf8e-7dee-4515-878c-55a4b866db02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (51db4c78-2db7-481a-b3cc-3822680d83d1), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.052562 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-904daf8e-7dee-4515-878c-55a4b866db02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.053711 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-904daf8e-7dee-4515-878c-55a4b866db02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51db4c78-2db7-481a-b3cc-3822680d83d1 HTTP/1.1" status: 204 len: 168 time: 0.1238689 May 25 05:48:21.061290 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904daf8e-7dee-4515-878c-55a4b866db02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51db4c78-2db7-481a-b3cc-3822680d83d1,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:21.383536 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44784) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:21.398418 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.425708 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44788) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:21.480573 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b6ef-e88a-47d1-b326-834b364c7fe6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (264ef737-22d6-4ba9-a848-01922f92c519), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.484283 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Publish callbacks [] for security_group (d80e2f90-1e2d-4d02-92c0-3c542151243c), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.489343 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d80e2f90-1e2d-4d02-92c0-3c542151243c), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.507801 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b6ef-e88a-47d1-b326-834b364c7fe6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (264ef737-22d6-4ba9-a848-01922f92c519), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.531615 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=255ca29a14d84ca989d602ca25c078df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468384 May 25 05:48:21.532833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80e2f90-1e2d-4d02-92c0-3c542151243c,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:21.535653 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44790) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:21.553191 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.553583 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.553848 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.554221 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.554569 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.554905 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.555246 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.555571 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.555901 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.556228 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.556563 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.556890 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.557206 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbf09f-19a8-4ae9-8199-16235b322934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:21.561856 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b6ef-e88a-47d1-b326-834b364c7fe6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (264ef737-22d6-4ba9-a848-01922f92c519), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.564877 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b8c8b6ef-e88a-47d1-b326-834b364c7fe6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.568267 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b8c8b6ef-e88a-47d1-b326-834b364c7fe6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "DELETE /v2.0/security-groups/264ef737-22d6-4ba9-a848-01922f92c519 HTTP/1.1" status: 204 len: 168 time: 0.1414280 May 25 05:48:21.569092 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44792) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:21.589405 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8b6ef-e88a-47d1-b326-834b364c7fe6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ef737-22d6-4ba9-a848-01922f92c519,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:21.591486 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.api.v2.resource [None req-e5a7a69d-7da2-465c-a0c5-46536556daf1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] show failed (client error): The resource could not be found. May 25 05:48:21.593194 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e5a7a69d-7da2-465c-a0c5-46536556daf1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups/264ef737-22d6-4ba9-a848-01922f92c519 HTTP/1.1" status: 404 len: 347 time: 0.0194197 May 25 05:48:21.595814 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44794) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:21.615099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d70e73c7-6639-4a52-bfb9-aa57ad087e6d admin admin] Publish callbacks [] for security_group (d80e2f90-1e2d-4d02-92c0-3c542151243c), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.638807 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d70e73c7-6639-4a52-bfb9-aa57ad087e6d admin admin] Publish callbacks [] for security_group (d80e2f90-1e2d-4d02-92c0-3c542151243c), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.688388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d70e73c7-6639-4a52-bfb9-aa57ad087e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d80e2f90-1e2d-4d02-92c0-3c542151243c), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.691455 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d70e73c7-6639-4a52-bfb9-aa57ad087e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.692611 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-d70e73c7-6639-4a52-bfb9-aa57ad087e6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d80e2f90-1e2d-4d02-92c0-3c542151243c HTTP/1.1" status: 204 len: 168 time: 0.1560397 May 25 05:48:21.701179 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e73c7-6639-4a52-bfb9-aa57ad087e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80e2f90-1e2d-4d02-92c0-3c542151243c,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:21.718320 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Deleting port 60acc236-8e36-4ece-b4fc-768af6cd36f6 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:21.718664 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.795820 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.796144 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (60acc236-8e36-4ece-b4fc-768af6cd36f6), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.809498 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Calling delete_port for 60acc236-8e36-4ece-b4fc-768af6cd36f6 owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:21.946696 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (60acc236-8e36-4ece-b4fc-768af6cd36f6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:21.974652 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event deleted for resources: {'Port': ['ID=60acc236-8e36-4ece-b4fc-768af6cd36f6,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:22.041428 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (5b7f4622-90ba-4ff1-8a26-bf9f70a6c991), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.044031 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.045167 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b9063e42-ccb2-4b1c-b6a1-de3b980454b7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "DELETE /v2.0/floatingips/5b7f4622-90ba-4ff1-8a26-bf9f70a6c991 HTTP/1.1" status: 204 len: 168 time: 0.4478536 May 25 05:48:22.132368 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44810) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:22.136949 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-a2995531-9c60-43e7-9505-58884bc962c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671877313', 'description': 'tempest-description--772507063'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:22.161256 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a2995531-9c60-43e7-9505-58884bc962c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.250403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a2995531-9c60-43e7-9505-58884bc962c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (74cf3a14-fd4d-4051-b68a-651c5670323e), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.256916 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a2995531-9c60-43e7-9505-58884bc962c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (74cf3a14-fd4d-4051-b68a-651c5670323e), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.288362 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a2995531-9c60-43e7-9505-58884bc962c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.289620 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a2995531-9c60-43e7-9505-58884bc962c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562531 May 25 05:48:22.290765 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2995531-9c60-43e7-9505-58884bc962c1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cf3a14-fd4d-4051-b68a-651c5670323e,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:22.294830 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44816) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:22.297134 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-cc066424-d1ad-4409-9dff-60afec4a2c66 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'security_group_rule': {'security_group_id': '74cf3a14-fd4d-4051-b68a-651c5670323e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:22.329591 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cc066424-d1ad-4409-9dff-60afec4a2c66 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (ce44eac6-8553-4c5c-831c-c88a55294979), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.395655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cc066424-d1ad-4409-9dff-60afec4a2c66 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (ce44eac6-8553-4c5c-831c-c88a55294979), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.400270 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cc066424-d1ad-4409-9dff-60afec4a2c66 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (ce44eac6-8553-4c5c-831c-c88a55294979), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.423525 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc066424-d1ad-4409-9dff-60afec4a2c66 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce44eac6-8553-4c5c-831c-c88a55294979,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:22.429737 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-cc066424-d1ad-4409-9dff-60afec4a2c66 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.430988 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-cc066424-d1ad-4409-9dff-60afec4a2c66 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374044 May 25 05:48:22.434494 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44822) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:22.438994 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-d474f647-b2cc-4876-96ea-d695e1d6caa2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'security_group_rule': {'security_group_id': '74cf3a14-fd4d-4051-b68a-651c5670323e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:22.468157 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d474f647-b2cc-4876-96ea-d695e1d6caa2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (f2ea62c4-975f-4821-8784-81f6e9f89d60), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.506589 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device f4a77cf0-11f4-4350-9b07-22502a5dbe3a no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:22.526252 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: f4a77cf0-11f4-4350-9b07-22502a5dbe3a {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:22.526889 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device f4a77cf0-11f4-4350-9b07-22502a5dbe3a not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:22.529259 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d474f647-b2cc-4876-96ea-d695e1d6caa2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (f2ea62c4-975f-4821-8784-81f6e9f89d60), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.534251 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d474f647-b2cc-4876-96ea-d695e1d6caa2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (f2ea62c4-975f-4821-8784-81f6e9f89d60), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.552072 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474f647-b2cc-4876-96ea-d695e1d6caa2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ea62c4-975f-4821-8784-81f6e9f89d60,revision_number=0']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:22.559374 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d474f647-b2cc-4876-96ea-d695e1d6caa2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.564045 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d474f647-b2cc-4876-96ea-d695e1d6caa2 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256273 May 25 05:48:22.564201 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44826) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:22.569052 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:22.589271 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.699152 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.816453 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Allocated IP 172.27.2.129 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/af665692-50cb-4dd8-9879-86c1db31cb2a) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:48:22.922791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.956621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:22.993154 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:48:22.995948 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:48:23.001789 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:48:23.007255 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'Port': ['ID=af665692-50cb-4dd8-9879-86c1db31cb2a,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:23.091691 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (d2cad127-554b-43fa-a35a-890d28c13c09), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:23.128978 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:23.279691 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:23.284929 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:23.355449 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'Port': ['ID=af665692-50cb-4dd8-9879-86c1db31cb2a,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:23.365804 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (d2cad127-554b-43fa-a35a-890d28c13c09), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:23.368875 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.369223 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.369570 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.369908 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.370320 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.370665 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.370995 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.371321 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.371645 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.371972 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.372301 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.372621 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.372941 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:23.391617 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:23.392892 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5c5522e7-8717-42a3-abda-6468021f926b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8271511 May 25 05:48:23.606152 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-6d958d73-308c-4c01-8372-ddef8c124c8e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1671877313&fields=id&tenant_id=7a7714ce0855483bb8027ff61a77eb65 HTTP/1.1" status: 200 len: 267 time: 0.0483913 May 25 05:48:23.736726 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-b3deda9f-d7d0-4b98-8ee1-b72aa437c413 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:23.738139 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-b3deda9f-d7d0-4b98-8ee1-b72aa437c413 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 811 time: 0.1251013 May 25 05:48:23.754935 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ae6ed353-cf9d-4c09-9bc9-5c08528cd569 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/quotas/7a7714ce0855483bb8027ff61a77eb65 HTTP/1.1" status: 200 len: 375 time: 0.0108335 May 25 05:48:23.811574 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-b521825c-b232-44ae-8f5a-cc1f42d5ee84 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505211 May 25 05:48:24.007813 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-e0752c9c-a114-4fdd-a355-9365f4401309 service neutron] 10.222.0.42 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842990 May 25 05:48:24.097098 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-aa1a5f1a-afb8-463c-81b3-89b4b89f65bc service neutron] 10.222.0.42 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833309 May 25 05:48:24.263147 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c2b4b8d6-bfb0-4ee3-bf89-2301c49187ac req-a800e922-341e-4670-9249-6d14cc4c8772 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 210 time: 0.0284414 May 25 05:48:25.245915 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-e6aa9e28-8e86-4cf2-8db0-d3f42f765f62 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:25.247399 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-e6aa9e28-8e86-4cf2-8db0-d3f42f765f62 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 811 time: 0.1280043 May 25 05:48:25.319841 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-2e5780b5-6d28-43d2-9533-065541f0662e tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7714ce0855483bb8027ff61a77eb65 HTTP/1.1" status: 200 len: 380 time: 0.0624199 May 25 05:48:25.329104 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'port': {'device_id': '30527437-254b-419d-acf8-0292adbce081', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'admin_state_up': True, 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'security_groups': ['74cf3a14-fd4d-4051-b68a-651c5670323e']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:25.466463 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Made reservation on behalf of 7a7714ce0855483bb8027ff61a77eb65 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:48:25.469954 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:25.557428 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5f9760c-4bb9-4a9f-ae4f-5d57ce463928 req-d7f8aa4d-3be1-4094-8a57-982237b57bc3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 210 time: 0.0562239 May 25 05:48:25.627898 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Allocated IP 172.20.0.8 (32971e31-0a40-4f65-956c-334f4f53a1e1/f4183087-7bcc-455b-98ea-ea78ccb26e0f/73e042d2-e686-4247-99af-6e032b0daa12) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:48:26.019331 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for port (73e042d2-e686-4247-99af-6e032b0daa12), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:26.051110 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (73e042d2-e686-4247-99af-6e032b0daa12), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:26.098452 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:48:26.101518 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:48:26.107969 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:48:26.114021 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event updated for resources: {'Port': ['ID=73e042d2-e686-4247-99af-6e032b0daa12,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:26.161139 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:26.161773 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:26.178782 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-ceec48c5-9c1f-4cd8-9058-a31bb8f625d6 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8537717 May 25 05:48:26.364767 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-8e24de24-e4d8-4f4c-89d5-6f32a3fc4595 None None] Provisioning complete for port 73e042d2-e686-4247-99af-6e032b0daa12 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:48:26.365399 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8e24de24-e4d8-4f4c-89d5-6f32a3fc4595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (73e042d2-e686-4247-99af-6e032b0daa12), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:26.400369 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-8e24de24-e4d8-4f4c-89d5-6f32a3fc4595 None None] Port 73e042d2-e686-4247-99af-6e032b0daa12 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:48:26.683086 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae3c98-0b3e-4497-8560-72cb8c4248ed req-e0ed69de-4f7f-4ad8-94b8-72161182f2d0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:26.685206 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6bae3c98-0b3e-4497-8560-72cb8c4248ed req-e0ed69de-4f7f-4ad8-94b8-72161182f2d0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 931 time: 0.0589440 May 25 05:48:26.745691 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6bae3c98-0b3e-4497-8560-72cb8c4248ed req-b98fb067-1755-47a7-8273-d8282b8ee1c5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487843 May 25 05:48:27.870333 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e5a6c-326e-4768-8c78-13d5c9c6c1a1 req-00260759-b384-4fc0-9abb-cbff8a12e6b4 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:27.871850 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e66e5a6c-326e-4768-8c78-13d5c9c6c1a1 req-00260759-b384-4fc0-9abb-cbff8a12e6b4 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 931 time: 0.0584571 May 25 05:48:27.920477 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e66e5a6c-326e-4768-8c78-13d5c9c6c1a1 req-ba2e3c5b-09a4-4187-a8f2-2a009dd0fe2b tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 May 25 05:48:29.038261 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1a646-6b99-45a9-9df4-bca703a55243 req-bb30f484-b419-4024-bd72-319860a9b63a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:29.039788 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ad1a646-6b99-45a9-9df4-bca703a55243 req-bb30f484-b419-4024-bd72-319860a9b63a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 931 time: 0.0536940 May 25 05:48:29.086600 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ad1a646-6b99-45a9-9df4-bca703a55243 req-5494434c-582f-4b93-81dd-c0c8b3415b15 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 May 25 05:48:29.553242 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Request body: {'port': {'device_id': '30527437-254b-419d-acf8-0292adbce081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:29.614567 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (73e042d2-e686-4247-99af-6e032b0daa12), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:29.862014 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e042d2-e686-4247-99af-6e032b0daa12 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:48:29.869741 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Publish callbacks [] for port (73e042d2-e686-4247-99af-6e032b0daa12), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:29.881837 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Transition to ACTIVE for port object 73e042d2-e686-4247-99af-6e032b0daa12 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:48:29.885755 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (73e042d2-e686-4247-99af-6e032b0daa12), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:29.937678 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73e042d2-e686-4247-99af-6e032b0daa12,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:30.018628 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Attempting to bind port 73e042d2-e686-4247-99af-6e032b0daa12 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:48:30.018970 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Attempting to bind port 73e042d2-e686-4247-99af-6e032b0daa12 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:48:30.019302 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Attempting to bind port 73e042d2-e686-4247-99af-6e032b0daa12 on network 32971e31-0a40-4f65-956c-334f4f53a1e1 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:48:30.024738 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Port 73e042d2-e686-4247-99af-6e032b0daa12 on network 32971e31-0a40-4f65-956c-334f4f53a1e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:48:30.025070 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Attempting to bind port 73e042d2-e686-4247-99af-6e032b0daa12 on network 32971e31-0a40-4f65-956c-334f4f53a1e1 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:48:30.031326 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:48:30.032022 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Checking segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:48:30.032122 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Bound using segment: {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:48:30.032480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Bound port: 73e042d2-e686-4247-99af-6e032b0daa12, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:48:30.032840 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (73e042d2-e686-4247-99af-6e032b0daa12), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:30.109154 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] For port 73e042d2-e686-4247-99af-6e032b0daa12, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:48:30.112640 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] For port 73e042d2-e686-4247-99af-6e032b0daa12, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=73e042d2-e686-4247-99af-6e032b0daa12,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:48:30.120575 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (73e042d2-e686-4247-99af-6e032b0daa12), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:30.158835 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:30.160017 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:30.161439 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] 10.222.0.32 "PUT /v2.0/ports/73e042d2-e686-4247-99af-6e032b0daa12 HTTP/1.1" status: 200 len: 1093 time: 0.6133218 May 25 05:48:30.166433 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:30.169387 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d43643-72e9-4a81-acb3-93ae7a61cff2" -d '{"events": [{"name": "network-changed", "server_uuid": "30527437-254b-419d-acf8-0292adbce081", "tag": "73e042d2-e686-4247-99af-6e032b0daa12"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:30.224190 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ec6e3-6636-42f5-aad6-43ebd2c73f70 x-openstack-request-id: req-ba0ec6e3-6636-42f5-aad6-43ebd2c73f70 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:30.224190 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30527437-254b-419d-acf8-0292adbce081", "tag": "73e042d2-e686-4247-99af-6e032b0daa12", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:30.224546 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba0ec6e3-6636-42f5-aad6-43ebd2c73f70 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:30.224864 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0ec6e3-6636-42f5-aad6-43ebd2c73f70'] response: {'name': 'network-changed', 'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12', 'status': 'completed', 'code': 200} May 25 05:48:30.269150 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0be0-c006-4f32-ade6-b118268113e3 service neutron] Pushing event updated for resources: {'Port': ['ID=73e042d2-e686-4247-99af-6e032b0daa12,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:30.294359 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932f6f-4936-46e8-abcc-05791911d716 req-cd3a9ad5-dc11-42a2-9e75-6de3a6623201 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:30.296374 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1e932f6f-4936-46e8-abcc-05791911d716 req-cd3a9ad5-dc11-42a2-9e75-6de3a6623201 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 943 time: 0.1319330 May 25 05:48:30.329813 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-15296f29-538d-4fbe-ae44-b04b61b2fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:30.332182 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-15296f29-538d-4fbe-ae44-b04b61b2fdd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 1127 time: 0.0992756 May 25 05:48:30.394891 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-aac1cb4f-d25d-493f-9c39-dd4e965c7714 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e042d2-e686-4247-99af-6e032b0daa12 HTTP/1.1" status: 200 len: 217 time: 0.0489316 May 25 05:48:30.398404 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1e932f6f-4936-46e8-abcc-05791911d716 req-89af257e-79b4-475c-8c27-1bc497bb8100 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942318 May 25 05:48:30.573853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-00bb4de0-7927-47ab-aac5-ef75d7fe6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:30.575369 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-00bb4de0-7927-47ab-aac5-ef75d7fe6f8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.0505886 May 25 05:48:30.626811 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-6e0df79c-d26b-4745-af13-1c0c5f516ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:30.628260 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-6e0df79c-d26b-4745-af13-1c0c5f516ed9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461879 May 25 05:48:30.719048 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-202b231c-581f-4962-8f11-3fb55b6bde54 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 May 25 05:48:30.825655 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cd128cf3-2bde-4778-8263-bacd5c0633ca req-3cc4832b-1d28-4091-8353-c1b427634f62 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005847 May 25 05:48:30.929960 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-181eb9c3-b105-4247-a0d0-131e1063c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:30.931492 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-181eb9c3-b105-4247-a0d0-131e1063c6d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 1127 time: 0.0459449 May 25 05:48:31.027171 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-1f6b5ac8-1ada-405c-b502-5b402a245738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:31.028668 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-1f6b5ac8-1ada-405c-b502-5b402a245738 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 912 time: 0.0899487 May 25 05:48:31.069747 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-74fd7f3e-12f1-4b64-833f-a10ac5caca0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e042d2-e686-4247-99af-6e032b0daa12 HTTP/1.1" status: 200 len: 217 time: 0.0345094 May 25 05:48:31.125462 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-b0d6bf4c-d214-4dae-b728-29f4dd6675d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:31.127597 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-b0d6bf4c-d214-4dae-b728-29f4dd6675d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.0492706 May 25 05:48:31.186405 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-cf0b6c1c-ebf4-45e9-b149-420be59e9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:31.187849 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-cf0b6c1c-ebf4-45e9-b149-420be59e9248 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544443 May 25 05:48:31.284735 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-7eca7a7d-9ef3-480c-9315-db8e13e5e24e service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895021 May 25 05:48:31.381674 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05d43643-72e9-4a81-acb3-93ae7a61cff2 req-58607bf0-bb4a-4642-8519-3f47a6fde4e0 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900259 May 25 05:48:31.524707 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2038e9-f80c-4434-b682-9b1a7560220a req-bbd27788-6778-4a11-b0e5-3fb6cfbde533 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:31.526192 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a2038e9-f80c-4434-b682-9b1a7560220a req-bbd27788-6778-4a11-b0e5-3fb6cfbde533 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 943 time: 0.0533736 May 25 05:48:31.574336 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0a2038e9-f80c-4434-b682-9b1a7560220a req-90c95f00-70ab-4dae-a29f-c8c40db091a7 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 May 25 05:48:32.694620 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf4fea-cdcc-4c4e-b8dd-9e8c5c9caa8c req-bc29e37a-c7f9-4580-94c0-3570f0c9215a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:32.696437 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-64cf4fea-cdcc-4c4e-b8dd-9e8c5c9caa8c req-bc29e37a-c7f9-4580-94c0-3570f0c9215a tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 943 time: 0.0550766 May 25 05:48:32.745790 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-64cf4fea-cdcc-4c4e-b8dd-9e8c5c9caa8c req-b0b004c4-9c0f-4d0c-9746-64365d129631 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433424 May 25 05:48:33.093610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44952) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:33.198825 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-dfc372fe-22ea-487f-bc9b-ac4b5683d4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.275876 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-dfc372fe-22ea-487f-bc9b-ac4b5683d4dd admin admin] Publish callbacks [] for security_group (92338f09-cc08-426c-abf7-428c28ee1f24), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.279602 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-dfc372fe-22ea-487f-bc9b-ac4b5683d4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (92338f09-cc08-426c-abf7-428c28ee1f24), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.321262 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-dfc372fe-22ea-487f-bc9b-ac4b5683d4dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f02d6ca47e24a1caf47095b69c0a209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265415 May 25 05:48:33.322402 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc372fe-22ea-487f-bc9b-ac4b5683d4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92338f09-cc08-426c-abf7-428c28ee1f24,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:33.324263 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44956) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:33.377218 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ba2edc70-b734-40ce-8a29-67510383da03 admin admin] Publish callbacks [] for security_group (92338f09-cc08-426c-abf7-428c28ee1f24), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.399266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ba2edc70-b734-40ce-8a29-67510383da03 admin admin] Publish callbacks [] for security_group (92338f09-cc08-426c-abf7-428c28ee1f24), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.445588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ba2edc70-b734-40ce-8a29-67510383da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (92338f09-cc08-426c-abf7-428c28ee1f24), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.448565 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ba2edc70-b734-40ce-8a29-67510383da03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.449731 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ba2edc70-b734-40ce-8a29-67510383da03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92338f09-cc08-426c-abf7-428c28ee1f24 HTTP/1.1" status: 204 len: 168 time: 0.1236746 May 25 05:48:33.458500 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2edc70-b734-40ce-8a29-67510383da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92338f09-cc08-426c-abf7-428c28ee1f24,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:33.782933 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 44964) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:33.796744 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-44f0ad20-84e5-4c00-8a73-c4bd3c3c63ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:33.940134 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2018a02-8c22-40fd-9be8-b1012c2f1f96 req-91a2fd07-c61f-44b4-aad7-d853c327ab9c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:33.942056 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f2018a02-8c22-40fd-9be8-b1012c2f1f96 req-91a2fd07-c61f-44b4-aad7-d853c327ab9c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 943 time: 0.1162262 May 25 05:48:33.992228 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-44f0ad20-84e5-4c00-8a73-c4bd3c3c63ab admin admin] Publish callbacks [] for security_group (20ae473a-4530-4725-b24b-df49f0a7bb29), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:34.000456 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-44f0ad20-84e5-4c00-8a73-c4bd3c3c63ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (20ae473a-4530-4725-b24b-df49f0a7bb29), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:34.078650 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f2018a02-8c22-40fd-9be8-b1012c2f1f96 req-9f50e587-9054-4486-996e-357129eba4df tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251616 May 25 05:48:34.081130 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-44f0ad20-84e5-4c00-8a73-c4bd3c3c63ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a913127fea349e9b2240bc81d496667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969062 May 25 05:48:34.081853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0ad20-84e5-4c00-8a73-c4bd3c3c63ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ae473a-4530-4725-b24b-df49f0a7bb29,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:34.083893 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 44966) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:34.144426 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-35f352b1-8db7-47d8-9493-e632a3d12327 admin admin] Publish callbacks [] for security_group (20ae473a-4530-4725-b24b-df49f0a7bb29), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:34.174338 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-35f352b1-8db7-47d8-9493-e632a3d12327 admin admin] Publish callbacks [] for security_group (20ae473a-4530-4725-b24b-df49f0a7bb29), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:34.237169 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-35f352b1-8db7-47d8-9493-e632a3d12327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (20ae473a-4530-4725-b24b-df49f0a7bb29), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:34.239430 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-35f352b1-8db7-47d8-9493-e632a3d12327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:34.240680 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-35f352b1-8db7-47d8-9493-e632a3d12327 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20ae473a-4530-4725-b24b-df49f0a7bb29 HTTP/1.1" status: 204 len: 168 time: 0.1558142 May 25 05:48:34.249706 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f352b1-8db7-47d8-9493-e632a3d12327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ae473a-4530-4725-b24b-df49f0a7bb29,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:35.208719 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f93010-bcaf-4ebc-b2c4-17e75fe9b31d req-c137557c-f065-4e0f-9bcb-b5b5a09a95c0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:35.210500 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-62f93010-bcaf-4ebc-b2c4-17e75fe9b31d req-c137557c-f065-4e0f-9bcb-b5b5a09a95c0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 943 time: 0.0552301 May 25 05:48:35.260122 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-62f93010-bcaf-4ebc-b2c4-17e75fe9b31d req-81807036-f015-449c-b4b7-fe498024aee9 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 May 25 05:48:35.276304 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:48:35.329315 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 73e042d2-e686-4247-99af-6e032b0daa12 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:48:35.430649 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 73e042d2-e686-4247-99af-6e032b0daa12, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=73e042d2-e686-4247-99af-6e032b0daa12,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:35.442987 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '73e042d2-e686-4247-99af-6e032b0daa12', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'port_id': '73e042d2-e686-4247-99af-6e032b0daa12', 'mac_address': 'fa:16:3e:0a:b4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:48:35.485800 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 73e042d2-e686-4247-99af-6e032b0daa12 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:48:35.486255 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (73e042d2-e686-4247-99af-6e032b0daa12), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:35.499817 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e042d2-e686-4247-99af-6e032b0daa12 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:48:35.521856 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 73e042d2-e686-4247-99af-6e032b0daa12, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=73e042d2-e686-4247-99af-6e032b0daa12,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:35.526966 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (73e042d2-e686-4247-99af-6e032b0daa12), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:35.576915 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=73e042d2-e686-4247-99af-6e032b0daa12,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:35.585675 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.585816 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.586153 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.586487 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.586825 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.587159 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.587490 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.587823 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.588152 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.588478 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.588806 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.589130 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.589475 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:48:35.940150 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['73e042d2-e686-4247-99af-6e032b0daa12'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:48:36.383875 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a7069-079d-4f45-abbc-1ba02cf093de req-58f87823-25eb-493f-aa4a-47ca0ed1abb3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:36.385313 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-287a7069-079d-4f45-abbc-1ba02cf093de req-58f87823-25eb-493f-aa4a-47ca0ed1abb3 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 944 time: 0.0538919 May 25 05:48:36.402038 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45044) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:36.435901 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-287a7069-079d-4f45-abbc-1ba02cf093de req-964c0994-8111-4f2f-94ae-fa19b652f795 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447671 May 25 05:48:36.515998 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aba76c4-7543-4e73-9308-06243c9830e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:36.599191 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aba76c4-7543-4e73-9308-06243c9830e9 admin admin] Publish callbacks [] for security_group (07e07b1d-499d-49d3-94fb-b9cc62e4e980), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:36.604630 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aba76c4-7543-4e73-9308-06243c9830e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (07e07b1d-499d-49d3-94fb-b9cc62e4e980), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:36.646697 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0aba76c4-7543-4e73-9308-06243c9830e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc7dc8b184c0416c9e28e31f152c7b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433200 May 25 05:48:36.647590 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba76c4-7543-4e73-9308-06243c9830e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e07b1d-499d-49d3-94fb-b9cc62e4e980,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:36.649810 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45048) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:36.706935 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-40f377ee-7087-4ae6-af3f-38e3afd12af0 admin admin] Publish callbacks [] for security_group (07e07b1d-499d-49d3-94fb-b9cc62e4e980), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:36.729258 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-40f377ee-7087-4ae6-af3f-38e3afd12af0 admin admin] Publish callbacks [] for security_group (07e07b1d-499d-49d3-94fb-b9cc62e4e980), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:36.775299 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-40f377ee-7087-4ae6-af3f-38e3afd12af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (07e07b1d-499d-49d3-94fb-b9cc62e4e980), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:36.777864 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-40f377ee-7087-4ae6-af3f-38e3afd12af0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:36.779064 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-40f377ee-7087-4ae6-af3f-38e3afd12af0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07e07b1d-499d-49d3-94fb-b9cc62e4e980 HTTP/1.1" status: 204 len: 168 time: 0.1281104 May 25 05:48:36.787692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f377ee-7087-4ae6-af3f-38e3afd12af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e07b1d-499d-49d3-94fb-b9cc62e4e980,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:37.037531 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-744d5ddd-9b05-4d39-ae6d-494d8d1c2154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.047714 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45054) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:37.061224 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fe4c04f3-8ccf-440e-b5ef-08ba69f026e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.138875 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fe4c04f3-8ccf-440e-b5ef-08ba69f026e4 admin admin] Publish callbacks [] for security_group (c267973e-ae54-462d-97fc-44cced6d66cb), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.143296 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fe4c04f3-8ccf-440e-b5ef-08ba69f026e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c267973e-ae54-462d-97fc-44cced6d66cb), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.180267 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c04f3-8ccf-440e-b5ef-08ba69f026e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c267973e-ae54-462d-97fc-44cced6d66cb,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:37.184362 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-fe4c04f3-8ccf-440e-b5ef-08ba69f026e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e057bd98db14b8cb46fa9851c81cb44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356568 May 25 05:48:37.187032 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45056) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:37.242608 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f8d55157-8c7b-488a-a5c4-d84faba3c647 admin admin] Publish callbacks [] for security_group (c267973e-ae54-462d-97fc-44cced6d66cb), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.278071 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f8d55157-8c7b-488a-a5c4-d84faba3c647 admin admin] Publish callbacks [] for security_group (c267973e-ae54-462d-97fc-44cced6d66cb), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.327453 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f8d55157-8c7b-488a-a5c4-d84faba3c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (c267973e-ae54-462d-97fc-44cced6d66cb), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.330782 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f8d55157-8c7b-488a-a5c4-d84faba3c647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.331932 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f8d55157-8c7b-488a-a5c4-d84faba3c647 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c267973e-ae54-462d-97fc-44cced6d66cb HTTP/1.1" status: 204 len: 168 time: 0.1437452 May 25 05:48:37.340239 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d55157-8c7b-488a-a5c4-d84faba3c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c267973e-ae54-462d-97fc-44cced6d66cb,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:37.365180 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 73e042d2-e686-4247-99af-6e032b0daa12 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:48:37.414002 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 73e042d2-e686-4247-99af-6e032b0daa12 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:48:37.419549 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 73e042d2-e686-4247-99af-6e032b0daa12 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:48:37.419929 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (73e042d2-e686-4247-99af-6e032b0daa12), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.505242 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 73e042d2-e686-4247-99af-6e032b0daa12 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:48:37.505242 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (73e042d2-e686-4247-99af-6e032b0daa12), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.530877 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:37.533629 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a09abc0-a852-480a-b9fa-9260327e69ed" -d '{"events": [{"server_uuid": "30527437-254b-419d-acf8-0292adbce081", "name": "network-vif-plugged", "status": "completed", "tag": "73e042d2-e686-4247-99af-6e032b0daa12"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:37.552468 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 73e042d2-e686-4247-99af-6e032b0daa12, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=73e042d2-e686-4247-99af-6e032b0daa12,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:37.566808 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (73e042d2-e686-4247-99af-6e032b0daa12), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:37.593476 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3d7dd-5db5-4452-8436-1d38e1a44ce4 req-9699121e-9171-4a3b-ac42-8ab9d0a154dc tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:37.595202 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d1d3d7dd-5db5-4452-8436-1d38e1a44ce4 req-9699121e-9171-4a3b-ac42-8ab9d0a154dc tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 944 time: 0.0713725 May 25 05:48:37.603754 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca99144-d337-4725-bfae-e1be430e7e24 x-openstack-request-id: req-2ca99144-d337-4725-bfae-e1be430e7e24 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:37.604262 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30527437-254b-419d-acf8-0292adbce081", "name": "network-vif-plugged", "status": "completed", "tag": "73e042d2-e686-4247-99af-6e032b0daa12", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:37.604451 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ca99144-d337-4725-bfae-e1be430e7e24 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:37.605304 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca99144-d337-4725-bfae-e1be430e7e24'] response: {'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12', 'code': 200} May 25 05:48:37.640348 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=73e042d2-e686-4247-99af-6e032b0daa12,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:37.669761 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d1d3d7dd-5db5-4452-8436-1d38e1a44ce4 req-85cbe23c-d177-4b9e-8ee0-20c79c85bae5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672328 May 25 05:48:37.775508 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57695a6e-7bb9-478c-80cb-435f0f0b5292 req-2e54e6e7-33b6-49b6-8168-95e310921087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:37.776949 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-57695a6e-7bb9-478c-80cb-435f0f0b5292 req-2e54e6e7-33b6-49b6-8168-95e310921087 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 1129 time: 0.0456011 May 25 05:48:37.826880 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-57695a6e-7bb9-478c-80cb-435f0f0b5292 req-fabd1a87-c340-49cc-979f-3e682e155c72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426602 May 25 05:48:38.803099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567580f-d700-4689-98bf-0a22d7d1cfdf req-5a052c15-a58e-4ab4-8b06-14a54110be09 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:38.804634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e567580f-d700-4689-98bf-0a22d7d1cfdf req-5a052c15-a58e-4ab4-8b06-14a54110be09 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 945 time: 0.0560758 May 25 05:48:38.867865 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e567580f-d700-4689-98bf-0a22d7d1cfdf req-5dfa8bb6-ef75-4bb3-9f3a-885a92656f81 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574243 May 25 05:48:39.181534 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-bbf55a0f-1660-4348-9447-8daddc0baaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:39.990809 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31570b91-ffb2-4ef7-915d-b9e494c804da req-c9bc2dbf-4d77-4118-bb7c-896d47213a10 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:39.992270 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-31570b91-ffb2-4ef7-915d-b9e494c804da req-c9bc2dbf-4d77-4118-bb7c-896d47213a10 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 945 time: 0.0547192 May 25 05:48:40.043997 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-31570b91-ffb2-4ef7-915d-b9e494c804da req-c04b56bb-fec0-46ee-b949-f29e0c871832 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461535 May 25 05:48:40.161847 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c679-5a4c-42f6-bb81-57a318ada723 req-967d0747-c0c6-474d-ac8d-10a10f9550be tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:40.163336 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-17b3c679-5a4c-42f6-bb81-57a318ada723 req-967d0747-c0c6-474d-ac8d-10a10f9550be tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 945 time: 0.0571072 May 25 05:48:40.172103 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45116) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:40.176728 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Request body: {'floatingip': {'port_id': '73e042d2-e686-4247-99af-6e032b0daa12'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:40.216177 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (d2cad127-554b-43fa-a35a-890d28c13c09), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:40.394464 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:40.655258 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:40.659185 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (d2cad127-554b-43fa-a35a-890d28c13c09), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:40.763175 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Floating IP d2cad127-554b-43fa-a35a-890d28c13c09 associated. External IP: 172.27.2.129, port: 73e042d2-e686-4247-99af-6e032b0daa12. May 25 05:48:40.968471 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Router 614b7d05-88e8-4572-97e6-3482737a239f has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:48:41.082566 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:48:41.087686 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:41.092722 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] Sync routers for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:48:41.103805 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:41.104430 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:41.120763 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b94536cd-ce96-488a-9f19-f95096f24138 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "PUT /v2.0/floatingips/d2cad127-554b-43fa-a35a-890d28c13c09 HTTP/1.1" status: 200 len: 991 time: 0.9472735 May 25 05:48:41.121365 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:41.123695 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc17489-4344-486e-b834-3368ea38eca6" -d '{"events": [{"name": "network-changed", "server_uuid": "30527437-254b-419d-acf8-0292adbce081", "tag": "73e042d2-e686-4247-99af-6e032b0daa12"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:41.162155 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c11d51-2f3b-4b71-8d2f-2a682b97c0c9 x-openstack-request-id: req-33c11d51-2f3b-4b71-8d2f-2a682b97c0c9 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:41.162459 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30527437-254b-419d-acf8-0292adbce081", "tag": "73e042d2-e686-4247-99af-6e032b0daa12", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:41.162721 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33c11d51-2f3b-4b71-8d2f-2a682b97c0c9 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:41.163130 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c11d51-2f3b-4b71-8d2f-2a682b97c0c9'] response: {'name': 'network-changed', 'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12', 'status': 'completed', 'code': 200} May 25 05:48:41.222117 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:41.231987 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17489-4344-486e-b834-3368ea38eca6 req-6dd073f0-e78a-446b-99ea-85b008da39ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:41.233481 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fc17489-4344-486e-b834-3368ea38eca6 req-6dd073f0-e78a-446b-99ea-85b008da39ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a7714ce0855483bb8027ff61a77eb65&device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 1129 time: 0.0458374 May 25 05:48:41.325925 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17489-4344-486e-b834-3368ea38eca6 req-2b12265f-d96e-49d4-ad4d-422dd23189e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:41.327440 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fc17489-4344-486e-b834-3368ea38eca6 req-2b12265f-d96e-49d4-ad4d-422dd23189e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 200 len: 912 time: 0.0882189 May 25 05:48:41.391802 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fc17489-4344-486e-b834-3368ea38eca6 req-3b73c3ed-e996-4e7f-9a19-395332f80f1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e042d2-e686-4247-99af-6e032b0daa12 HTTP/1.1" status: 200 len: 999 time: 0.0571730 May 25 05:48:41.451769 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'd2cad127-554b-43fa-a35a-890d28c13c09', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'port_id': '73e042d2-e686-4247-99af-6e032b0daa12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'mac_address': 'fa:16:3e:0a:b4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30527437-254b-419d-acf8-0292adbce081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:48:23Z', 'updated_at': '2022-05-25T05:48:40Z', 'revision_number': 1, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:41.465690 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17489-4344-486e-b834-3368ea38eca6 req-2c472598-2639-4f7c-9e14-429b12558a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:41.467193 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fc17489-4344-486e-b834-3368ea38eca6 req-2c472598-2639-4f7c-9e14-429b12558a71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 200 len: 850 time: 0.0601118 May 25 05:48:41.477286 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] Checking router: 614b7d05-88e8-4572-97e6-3482737a239f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:48:41.489174 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:41.489857 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:41.523414 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17489-4344-486e-b834-3368ea38eca6 req-6ccd4b26-0e71-434a-94b1-cb75b71c2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:41.524951 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fc17489-4344-486e-b834-3368ea38eca6 req-6ccd4b26-0e71-434a-94b1-cb75b71c2723 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32971e31-0a40-4f65-956c-334f4f53a1e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493016 May 25 05:48:41.600462 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:41.625326 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45140) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:41.627441 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fc17489-4344-486e-b834-3368ea38eca6 req-0864540e-c296-4fe8-87e9-8d92b77f64c4 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955119 May 25 05:48:41.735454 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fc17489-4344-486e-b834-3368ea38eca6 req-dce18f51-3e83-4ff9-acb4-896b92d119b6 service neutron] 10.222.0.32 "GET /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961707 May 25 05:48:41.758063 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:41.760321 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-af4a1290-ed45-4c95-8091-2d5a7425a9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:41.837291 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-af4a1290-ed45-4c95-8091-2d5a7425a9ab admin admin] Publish callbacks [] for security_group (33c10480-74e9-4b71-9025-be21800b6d74), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:41.841075 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-af4a1290-ed45-4c95-8091-2d5a7425a9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (33c10480-74e9-4b71-9025-be21800b6d74), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:41.881379 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-af4a1290-ed45-4c95-8091-2d5a7425a9ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d598a41e365f4b27bb62b49b0d0b482e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548089 May 25 05:48:41.882028 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a1290-ed45-4c95-8091-2d5a7425a9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c10480-74e9-4b71-9025-be21800b6d74,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:41.889810 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45144) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:41.936557 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'd2cad127-554b-43fa-a35a-890d28c13c09', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'port_id': '73e042d2-e686-4247-99af-6e032b0daa12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'mac_address': 'fa:16:3e:0a:b4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30527437-254b-419d-acf8-0292adbce081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:48:23Z', 'updated_at': '2022-05-25T05:48:40Z', 'revision_number': 1, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:41.944467 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bc60b525-bb6d-4c82-bd1d-c8d390fffa3b admin admin] Publish callbacks [] for security_group (33c10480-74e9-4b71-9025-be21800b6d74), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:41.967481 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bc60b525-bb6d-4c82-bd1d-c8d390fffa3b admin admin] Publish callbacks [] for security_group (33c10480-74e9-4b71-9025-be21800b6d74), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:41.972825 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14075c-7420-428f-b2d8-e0c66d96ea02 None None] The sync data for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi is: [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'd2cad127-554b-43fa-a35a-890d28c13c09', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'floating_ip_address': '172.27.2.129', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'port_id': '73e042d2-e686-4247-99af-6e032b0daa12', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'mac_address': 'fa:16:3e:0a:b4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30527437-254b-419d-acf8-0292adbce081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:48:23Z', 'updated_at': '2022-05-25T05:48:40Z', 'revision_number': 1, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:48:42.028274 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bc60b525-bb6d-4c82-bd1d-c8d390fffa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (33c10480-74e9-4b71-9025-be21800b6d74), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.030895 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bc60b525-bb6d-4c82-bd1d-c8d390fffa3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.032063 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-bc60b525-bb6d-4c82-bd1d-c8d390fffa3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33c10480-74e9-4b71-9025-be21800b6d74 HTTP/1.1" status: 204 len: 168 time: 0.1407173 May 25 05:48:42.040912 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60b525-bb6d-4c82-bd1d-c8d390fffa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c10480-74e9-4b71-9025-be21800b6d74,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:42.202421 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68808f4-01d2-4893-8aa4-81e707f46bb0 None None] New status for floating IP d2cad127-554b-43fa-a35a-890d28c13c09: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:48:42.303107 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-78531fb0-e637-4b39-969f-d0c2d729403a req-07db4218-a808-41cd-bcec-73d1dba8bab3 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191493118&fields=id&tenant_id=4c4293f2a3f34c698febca8d50011258 HTTP/1.1" status: 200 len: 267 time: 0.0483270 May 25 05:48:42.341863 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45152) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:42.357161 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e79f-dec0-4610-a709-d80da1d0b2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.369469 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78531fb0-e637-4b39-969f-d0c2d729403a req-7f090cc1-ed1d-4360-a554-3483203347fa tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:42.371021 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-78531fb0-e637-4b39-969f-d0c2d729403a req-7f090cc1-ed1d-4360-a554-3483203347fa tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 985 time: 0.0618348 May 25 05:48:42.384493 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Request body: {'port': {'security_groups': ['04eaeb60-4943-4345-a659-aeb47224bcd6']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:48:42.439762 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e79f-dec0-4610-a709-d80da1d0b2b0 admin admin] Publish callbacks [] for security_group (4365da44-97c2-448a-a0ab-fb9d4a98d464), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.443972 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e79f-dec0-4610-a709-d80da1d0b2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4365da44-97c2-448a-a0ab-fb9d4a98d464), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.471186 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.488457 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-9cb9e79f-dec0-4610-a709-d80da1d0b2b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d8b917e93c341c495a2fe80bf7c5ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453881 May 25 05:48:42.491076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45154) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:42.492543 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9e79f-dec0-4610-a709-d80da1d0b2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4365da44-97c2-448a-a0ab-fb9d4a98d464,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:42.514310 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.596096 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4161626-8e68-47c0-9979-43f636d29796 admin admin] Publish callbacks [] for security_group (4365da44-97c2-448a-a0ab-fb9d4a98d464), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.659085 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4161626-8e68-47c0-9979-43f636d29796 admin admin] Publish callbacks [] for security_group (4365da44-97c2-448a-a0ab-fb9d4a98d464), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.731795 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=49403027-0410-4393-a7fc-77a8dcdb6952,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:42.758712 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4161626-8e68-47c0-9979-43f636d29796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4365da44-97c2-448a-a0ab-fb9d4a98d464), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.761252 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f4161626-8e68-47c0-9979-43f636d29796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.762471 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f4161626-8e68-47c0-9979-43f636d29796 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4365da44-97c2-448a-a0ab-fb9d4a98d464 HTTP/1.1" status: 204 len: 168 time: 0.2703907 May 25 05:48:42.768383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for port (49403027-0410-4393-a7fc-77a8dcdb6952), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.775790 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.777713 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4161626-8e68-47c0-9979-43f636d29796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4365da44-97c2-448a-a0ab-fb9d4a98d464,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:42.788133 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['49403027-0410-4393-a7fc-77a8dcdb6952'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:48:42.822255 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:42.823436 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.825734 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-78531fb0-e637-4b39-969f-d0c2d729403a req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "PUT /v2.0/ports/49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 943 time: 0.4462280 May 25 05:48:42.837722 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45158) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:42.869668 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52408925-cd93-454f-ad63-b41a4c3f1fe7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event updated for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=7']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:42.924004 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd46d8e4-ed12-4f03-a39a-ece263032269 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group (1a356f0c-fac4-4625-89b9-3934dc777fd6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:42.943563 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['49403027-0410-4393-a7fc-77a8dcdb6952'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:48:42.961498 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd46d8e4-ed12-4f03-a39a-ece263032269 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group (1a356f0c-fac4-4625-89b9-3934dc777fd6), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.057765 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd46d8e4-ed12-4f03-a39a-ece263032269 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1a356f0c-fac4-4625-89b9-3934dc777fd6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.060799 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd46d8e4-ed12-4f03-a39a-ece263032269 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.062121 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-bd46d8e4-ed12-4f03-a39a-ece263032269 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "DELETE /v2.0/security-groups/1a356f0c-fac4-4625-89b9-3934dc777fd6 HTTP/1.1" status: 204 len: 168 time: 0.2225032 May 25 05:48:43.066224 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45162) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:43.073226 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46d8e4-ed12-4f03-a39a-ece263032269 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a356f0c-fac4-4625-89b9-3934dc777fd6,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:43.177130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:43.179258 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:43.185649 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c482c413-a9fd-4a55-96a5-b3ca9905b059 None None] Provisioning complete for port 49403027-0410-4393-a7fc-77a8dcdb6952 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:48:43.186080 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c482c413-a9fd-4a55-96a5-b3ca9905b059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.242152 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e64992-b2d5-49a5-944e-20cc9b83cf04 x-openstack-request-id: req-b8e64992-b2d5-49a5-944e-20cc9b83cf04 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:43.242552 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:43.242841 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b8e64992-b2d5-49a5-944e-20cc9b83cf04 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:43.243320 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e64992-b2d5-49a5-944e-20cc9b83cf04'] response: {'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952', 'status': 'completed', 'code': 200} May 25 05:48:43.280468 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c482c413-a9fd-4a55-96a5-b3ca9905b059 None None] Current status of the port 49403027-0410-4393-a7fc-77a8dcdb6952 is: ACTIVE; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:48:43.297356 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Deleting port ad1568b9-8352-472a-8251-730cc17116e6 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:43.297691 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (ad1568b9-8352-472a-8251-730cc17116e6), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.605714 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-1609e9a0-feb7-498a-bd63-ce6c2d745e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:43.607207 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-1609e9a0-feb7-498a-bd63-ce6c2d745e35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1130 time: 0.3596106 May 25 05:48:43.688277 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (ad1568b9-8352-472a-8251-730cc17116e6), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.688516 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for floatingip (ad1568b9-8352-472a-8251-730cc17116e6), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.706741 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Calling delete_port for ad1568b9-8352-472a-8251-730cc17116e6 owned by network:floatingip {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:43.708172 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:43.771719 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-ff7343a1-ee34-41ef-b0db-d5156212ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:43.773178 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-ff7343a1-ee34-41ef-b0db-d5156212ccad service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 915 time: 0.1579101 May 25 05:48:43.869053 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-c70bc62c-1c11-428e-80e7-18f7728a172a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 1001 time: 0.0855265 May 25 05:48:43.934240 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-4ac31075-5a1e-4c43-9bae-d95b2ccf8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:43.935724 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-4ac31075-5a1e-4c43-9bae-d95b2ccf8089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 200 len: 853 time: 0.0584269 May 25 05:48:44.012572 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (ad1568b9-8352-472a-8251-730cc17116e6), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:44.049411 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event deleted for resources: {'Port': ['ID=ad1568b9-8352-472a-8251-730cc17116e6,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:44.052909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-7c0d22bc-39e1-4539-a628-6ba8e459db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:44.054445 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-7c0d22bc-39e1-4539-a628-6ba8e459db5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102591 May 25 05:48:44.168250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks [] for floatingip (4186cef4-50be-4edc-90b6-a69aff9392fa), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:44.168578 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Floating IP 4186cef4-50be-4edc-90b6-a69aff9392fa disassociated (deleted). External IP: 172.27.2.51, port: 49403027-0410-4393-a7fc-77a8dcdb6952. May 25 05:48:44.229507 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-949029f2-7484-4ff6-8ef0-0ce10e3b1cce service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688006 May 25 05:48:44.406074 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8a2b955a-b2cc-42fa-b5e8-d920f43c03ba req-d72d9733-8d88-4d5d-b740-97776c334dc2 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695883 May 25 05:48:44.474002 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Router cf748a0b-f009-46ee-930c-8f6c338ad94d has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:48:44.584058 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:48:44.589025 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:44.596051 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] Sync routers for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:48:44.606978 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:44.607720 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:44.623081 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f1991be3-e1ee-42bc-b3f4-0c0633594ca2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "DELETE /v2.0/floatingips/4186cef4-50be-4edc-90b6-a69aff9392fa HTTP/1.1" status: 204 len: 168 time: 1.5530393 May 25 05:48:44.717444 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:44.940506 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:39Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:44.965555 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] Checking router: cf748a0b-f009-46ee-930c-8f6c338ad94d for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:48:44.974723 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:44.975261 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:45.082796 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:45.244536 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:45.246914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:45.282388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc18900a-3248-40bf-98c2-162ac5833f1a x-openstack-request-id: req-dc18900a-3248-40bf-98c2-162ac5833f1a {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:45.283244 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:45.283510 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc18900a-3248-40bf-98c2-162ac5833f1a {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:45.283943 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc18900a-3248-40bf-98c2-162ac5833f1a'] response: {'name': 'network-changed', 'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952', 'status': 'completed', 'code': 200} May 25 05:48:45.308133 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:39Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:45.333283 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a9176-3bd7-44e4-a67b-8a646c3c73a7 None None] The sync data for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi is: [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:44:34Z', 'revision_number': 4, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '880510fe-e93d-4780-bafc-82700ea76fab', 'name': '', 'network_id': 'ab7d5dc5-cbc6-44fe-816a-e72d6499402f', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'mac_address': 'fa:16:3e:b4:35:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:34Z', 'updated_at': '2022-05-25T05:44:39Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'subnets': [{'id': '2494d5e8-02ba-4a77-a657-87131b87a208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:48:45.352896 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-fa4e8a90-b652-4418-a3bd-a0e3981b9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:45.354487 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-fa4e8a90-b652-4418-a3bd-a0e3981b9ca0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c4293f2a3f34c698febca8d50011258&device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 1130 time: 0.0470114 May 25 05:48:45.457772 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-c6840adf-0495-49e0-a674-2cc99c93912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:45.459358 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-c6840adf-0495-49e0-a674-2cc99c93912d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 200 len: 915 time: 0.0971389 May 25 05:48:45.502440 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-0bd25721-7bef-4d76-a51a-e96cabe15a75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 200 len: 217 time: 0.0362229 May 25 05:48:45.561091 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-e80c1f8b-ad56-4e16-ad30-ff5d964172cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:45.562635 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-e80c1f8b-ad56-4e16-ad30-ff5d964172cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 200 len: 853 time: 0.0544980 May 25 05:48:45.591309 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd92037-8a51-4153-b6cf-64018da51925 None None] New status for floating IP 4186cef4-50be-4edc-90b6-a69aff9392fa: DOWN {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:48:45.616840 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-8943f9e1-5eea-488b-94d9-9a81ab1b7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:45.618390 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-8943f9e1-5eea-488b-94d9-9a81ab1b7774 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ab7d5dc5-cbc6-44fe-816a-e72d6499402f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492997 May 25 05:48:45.711401 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-50adc6c1-4479-464c-bf78-73b4569603c8 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863764 May 25 05:48:45.802811 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4a1f9885-9ed6-4c30-abe9-5dbf4c643dd4 req-01e34c5a-c1ec-437a-9bab-efde656c5784 service neutron] 10.222.0.32 "GET /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853665 May 25 05:48:48.460486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37428f87-3078-4d48-98e0-12b9c051497d req-2be33a95-5f88-4314-92ba-ece4272a078e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:48.462962 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37428f87-3078-4d48-98e0-12b9c051497d req-2be33a95-5f88-4314-92ba-ece4272a078e tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0727637 May 25 05:48:48.515896 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37428f87-3078-4d48-98e0-12b9c051497d req-bd9c27db-7422-41e5-9637-14b42abdef77 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472801 May 25 05:48:49.647882 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51867dd-84b3-4942-a0c7-552cb95f7f86 req-06ac658b-2c5e-4f57-8685-290c0f9500d7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:49.649420 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c51867dd-84b3-4942-a0c7-552cb95f7f86 req-06ac658b-2c5e-4f57-8685-290c0f9500d7 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0556645 May 25 05:48:49.705298 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c51867dd-84b3-4942-a0c7-552cb95f7f86 req-6e3accd1-9f03-4548-88fa-908c1c8c6da2 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499766 May 25 05:48:50.864016 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaf834-9ce7-484d-a793-3ff02deca64a req-db7e54f9-e351-4e02-a57f-3948da57aa08 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:50.865527 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bfaf834-9ce7-484d-a793-3ff02deca64a req-db7e54f9-e351-4e02-a57f-3948da57aa08 tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0907376 May 25 05:48:50.873672 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-f193b7b6-6924-484b-8df6-67348065e81c tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:48:50.875242 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-f193b7b6-6924-484b-8df6-67348065e81c tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ff0a05c-034d-4f54-a492-941b853893d1 HTTP/1.1" status: 200 len: 946 time: 0.0915613 May 25 05:48:50.981851 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bfaf834-9ce7-484d-a793-3ff02deca64a req-47bc5414-e67b-48b8-9194-d856efabd56d tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eaeb60-4943-4345-a659-aeb47224bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055512 May 25 05:48:51.006766 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Deleting port 49403027-0410-4393-a7fc-77a8dcdb6952 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:51.007103 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.114700 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] For port 49403027-0410-4393-a7fc-77a8dcdb6952, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=49403027-0410-4393-a7fc-77a8dcdb6952,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:51.115118 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.135741 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Calling delete_port for 49403027-0410-4393-a7fc-77a8dcdb6952 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:51.202027 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45314) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:51.290430 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (49403027-0410-4393-a7fc-77a8dcdb6952), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.304556 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['49403027-0410-4393-a7fc-77a8dcdb6952'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:48:51.317319 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-347ea993-70fc-4ffc-95d4-e76a6eca77ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.323174 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Pushing event deleted for resources: {'Port': ['ID=49403027-0410-4393-a7fc-77a8dcdb6952,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:51.380493 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] No DVR routers for this DVR port 49403027-0410-4393-a7fc-77a8dcdb6952 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:51.383403 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.387145 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-51ff5132-42fc-4e3c-8885-b5630044eb7a req-c8bef6bf-941d-441b-8389-80b6413f3a4a tempest-TestMinimumBasicScenario-196042306 tempest-TestMinimumBasicScenario-196042306-project] 10.222.0.32 "DELETE /v2.0/ports/49403027-0410-4393-a7fc-77a8dcdb6952 HTTP/1.1" status: 204 len: 173 time: 0.5041685 May 25 05:48:51.387621 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'name': 'network-vif-deleted', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:48:51.390083 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f417b2-c8d1-4079-8afa-34a8e5c81bd6" -d '{"events": [{"server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "name": "network-vif-deleted", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:48:51.415211 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-347ea993-70fc-4ffc-95d4-e76a6eca77ae admin admin] Publish callbacks [] for security_group (8db38a9d-792a-4f41-9da0-5373a793e35c), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.420590 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-347ea993-70fc-4ffc-95d4-e76a6eca77ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8db38a9d-792a-4f41-9da0-5373a793e35c), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.465802 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e834372-3b19-4f8e-8bb3-8543034ec874 x-openstack-request-id: req-9e834372-3b19-4f8e-8bb3-8543034ec874 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:48:51.466131 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff0a05c-034d-4f54-a492-941b853893d1", "name": "network-vif-deleted", "tag": "49403027-0410-4393-a7fc-77a8dcdb6952", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:48:51.466379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e834372-3b19-4f8e-8bb3-8543034ec874 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:48:51.466815 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e834372-3b19-4f8e-8bb3-8543034ec874'] response: {'server_uuid': '4ff0a05c-034d-4f54-a492-941b853893d1', 'name': 'network-vif-deleted', 'tag': '49403027-0410-4393-a7fc-77a8dcdb6952', 'status': 'completed', 'code': 200} May 25 05:48:51.471998 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ea993-70fc-4ffc-95d4-e76a6eca77ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db38a9d-792a-4f41-9da0-5373a793e35c,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:51.492753 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-347ea993-70fc-4ffc-95d4-e76a6eca77ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53228942377d4ed096b959e32ff38a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892618 May 25 05:48:51.496319 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45324) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:51.547105 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1bd373a4-b797-45b9-a842-200e0f76a68d admin admin] Publish callbacks [] for security_group (8db38a9d-792a-4f41-9da0-5373a793e35c), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.569608 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1bd373a4-b797-45b9-a842-200e0f76a68d admin admin] Publish callbacks [] for security_group (8db38a9d-792a-4f41-9da0-5373a793e35c), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.619551 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1bd373a4-b797-45b9-a842-200e0f76a68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8db38a9d-792a-4f41-9da0-5373a793e35c), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.622202 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1bd373a4-b797-45b9-a842-200e0f76a68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:51.623352 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-1bd373a4-b797-45b9-a842-200e0f76a68d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8db38a9d-792a-4f41-9da0-5373a793e35c HTTP/1.1" status: 204 len: 168 time: 0.1257668 May 25 05:48:51.631543 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd373a4-b797-45b9-a842-200e0f76a68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db38a9d-792a-4f41-9da0-5373a793e35c,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:51.929273 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45330) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:51.944691 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5261fa9e-49ff-451e-bec5-232aeda2a07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.028293 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5261fa9e-49ff-451e-bec5-232aeda2a07b admin admin] Publish callbacks [] for security_group (1a129d2e-a986-48f0-9e5f-86d02e247225), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.032708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-5261fa9e-49ff-451e-bec5-232aeda2a07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1a129d2e-a986-48f0-9e5f-86d02e247225), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.074238 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-5261fa9e-49ff-451e-bec5-232aeda2a07b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=165f7992c6fe4a308de688d89eb95cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430635 May 25 05:48:52.074404 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261fa9e-49ff-451e-bec5-232aeda2a07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a129d2e-a986-48f0-9e5f-86d02e247225,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:52.076079 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45340) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:52.127844 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1cd35d11-22c4-4876-b033-ea2512e619a7 admin admin] Publish callbacks [] for security_group (1a129d2e-a986-48f0-9e5f-86d02e247225), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.152207 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1cd35d11-22c4-4876-b033-ea2512e619a7 admin admin] Publish callbacks [] for security_group (1a129d2e-a986-48f0-9e5f-86d02e247225), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.202375 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1cd35d11-22c4-4876-b033-ea2512e619a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1a129d2e-a986-48f0-9e5f-86d02e247225), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.205553 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1cd35d11-22c4-4876-b033-ea2512e619a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.206690 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-1cd35d11-22c4-4876-b033-ea2512e619a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a129d2e-a986-48f0-9e5f-86d02e247225 HTTP/1.1" status: 204 len: 168 time: 0.1295660 May 25 05:48:52.215161 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd35d11-22c4-4876-b033-ea2512e619a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a129d2e-a986-48f0-9e5f-86d02e247225,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:52.563306 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45384) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:52.576882 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-118a2334-1f9b-4d84-b1a5-b85d68764d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.660459 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-118a2334-1f9b-4d84-b1a5-b85d68764d86 admin admin] Publish callbacks [] for security_group (b3d507dc-f3f3-44dd-b13f-520064ab6c72), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.664931 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-118a2334-1f9b-4d84-b1a5-b85d68764d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b3d507dc-f3f3-44dd-b13f-520064ab6c72), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.707072 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a2334-1f9b-4d84-b1a5-b85d68764d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d507dc-f3f3-44dd-b13f-520064ab6c72,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:52.711478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-118a2334-1f9b-4d84-b1a5-b85d68764d86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=476759af31fa435bace54a93c1ebd80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471508 May 25 05:48:52.713997 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45386) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:52.716312 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45388) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:52.764074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-426e3a8b-36cf-418e-a54c-ba9264d12b4f admin admin] Publish callbacks [] for security_group (b3d507dc-f3f3-44dd-b13f-520064ab6c72), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.786533 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-426e3a8b-36cf-418e-a54c-ba9264d12b4f admin admin] Publish callbacks [] for security_group (b3d507dc-f3f3-44dd-b13f-520064ab6c72), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.837609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-426e3a8b-36cf-418e-a54c-ba9264d12b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b3d507dc-f3f3-44dd-b13f-520064ab6c72), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.840166 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-426e3a8b-36cf-418e-a54c-ba9264d12b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:52.841329 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-426e3a8b-36cf-418e-a54c-ba9264d12b4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3d507dc-f3f3-44dd-b13f-520064ab6c72 HTTP/1.1" status: 204 len: 168 time: 0.1263919 May 25 05:48:52.850667 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e3a8b-36cf-418e-a54c-ba9264d12b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d507dc-f3f3-44dd-b13f-520064ab6c72,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:53.121676 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (cf748a0b-f009-46ee-930c-8f6c338ad94d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:53.370357 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Deleting port 880510fe-e93d-4780-bafc-82700ea76fab {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:53.371050 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (880510fe-e93d-4780-bafc-82700ea76fab), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:53.452296 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] For port 880510fe-e93d-4780-bafc-82700ea76fab, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=880510fe-e93d-4780-bafc-82700ea76fab,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:53.452648 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (880510fe-e93d-4780-bafc-82700ea76fab), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:53.467275 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Calling delete_port for 880510fe-e93d-4780-bafc-82700ea76fab owned by network:router_interface {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:53.641752 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (880510fe-e93d-4780-bafc-82700ea76fab), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:53.663905 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Pushing event deleted for resources: {'Port': ['ID=880510fe-e93d-4780-bafc-82700ea76fab,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:53.828996 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (cf748a0b-f009-46ee-930c-8f6c338ad94d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:54.032898 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Router cf748a0b-f009-46ee-930c-8f6c338ad94d has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:48:54.134722 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:48:54.139756 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0cb0f725-f868-4390-b931-9a4157b0f381 admin admin] 10.222.0.42 "PUT /v2.0/routers/cf748a0b-f009-46ee-930c-8f6c338ad94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4225111 May 25 05:48:54.142719 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45394) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:54.143842 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] Sync routers for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:48:54.154016 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:54.154661 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:54.248729 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks [] for router (cf748a0b-f009-46ee-930c-8f6c338ad94d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:54.268039 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:54.452837 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:48:53Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:54.481678 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] Checking router: cf748a0b-f009-46ee-930c-8f6c338ad94d for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:48:54.492848 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] Routers {'cf748a0b-f009-46ee-930c-8f6c338ad94d'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:54.493504 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['cf748a0b-f009-46ee-930c-8f6c338ad94d'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:54.585609 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks [] for router_gateway (cf748a0b-f009-46ee-930c-8f6c338ad94d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:54.596614 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] Set router cf748a0b-f009-46ee-930c-8f6c338ad94d gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:54.640297 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Deleting port 7f806acf-cc8b-4809-9510-31e3483903ec {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:54.640633 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:54.727156 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] For port 7f806acf-cc8b-4809-9510-31e3483903ec, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=7f806acf-cc8b-4809-9510-31e3483903ec,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:54.727401 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:54.740182 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Calling delete_port for 7f806acf-cc8b-4809-9510-31e3483903ec owned by network:router_gateway {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:54.878603 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:48:53Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:54.904159 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b4a39-1068-413d-bf82-59764d9641cf None None] The sync data for ids ['cf748a0b-f009-46ee-930c-8f6c338ad94d'] in dv-cinder-842947-1-iscsi is: [{'id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'name': 'tempest-TestMinimumBasicScenario-171386249-router', 'tenant_id': '4c4293f2a3f34c698febca8d50011258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:31Z', 'updated_at': '2022-05-25T05:48:53Z', 'revision_number': 5, 'project_id': '4c4293f2a3f34c698febca8d50011258', 'gw_port': {'id': '7f806acf-cc8b-4809-9510-31e3483903ec', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf748a0b-f009-46ee-930c-8f6c338ad94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:32Z', 'updated_at': '2022-05-25T05:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:48:54.925884 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (7f806acf-cc8b-4809-9510-31e3483903ec), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:54.957380 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f806acf-cc8b-4809-9510-31e3483903ec,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:55.022242 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (cf748a0b-f009-46ee-930c-8f6c338ad94d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.108740 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (cf748a0b-f009-46ee-930c-8f6c338ad94d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.110955 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks [] for router_controller (cf748a0b-f009-46ee-930c-8f6c338ad94d), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.151610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (cf748a0b-f009-46ee-930c-8f6c338ad94d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.152553 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf748a0b-f009-46ee-930c-8f6c338ad94d {{(pid=110245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:48:55.156951 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.158628 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-3480eb17-1f1d-4247-b748-198d5685255c admin admin] 10.222.0.42 "DELETE /v2.0/routers/cf748a0b-f009-46ee-930c-8f6c338ad94d HTTP/1.1" status: 204 len: 168 time: 1.0147419 May 25 05:48:55.161334 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45396) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:55.207461 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] Deleting subnet 2494d5e8-02ba-4a77-a657-87131b87a208 {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:48:55.211258 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] Publish callbacks [] for subnet (2494d5e8-02ba-4a77-a657-87131b87a208), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.246251 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (2494d5e8-02ba-4a77-a657-87131b87a208), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.330978 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (2494d5e8-02ba-4a77-a657-87131b87a208), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.388207 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 880510fe-e93d-4780-bafc-82700ea76fab no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:55.414718 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 880510fe-e93d-4780-bafc-82700ea76fab {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:55.415121 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 880510fe-e93d-4780-bafc-82700ea76fab not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:55.419703 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (2494d5e8-02ba-4a77-a657-87131b87a208), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.423786 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 49403027-0410-4393-a7fc-77a8dcdb6952 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:55.445072 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 49403027-0410-4393-a7fc-77a8dcdb6952 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:55.445424 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 49403027-0410-4393-a7fc-77a8dcdb6952 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:55.451232 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2494d5e8-02ba-4a77-a657-87131b87a208,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:55.453316 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.460384 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-626277be-4019-4f2c-a0b8-37b4e85f5ad4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2494d5e8-02ba-4a77-a657-87131b87a208 HTTP/1.1" status: 204 len: 168 time: 0.2978635 May 25 05:48:55.460496 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45398) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:55.473877 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238879a2-1d95-464b-bbe9-812147ccf188 None None] Network ab7d5dc5-cbc6-44fe-816a-e72d6499402f requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:48:55.557870 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (ab7d5dc5-cbc6-44fe-816a-e72d6499402f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.618327 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Deleting port 773f283f-5bd0-472a-aacd-ff9a4cc380ae {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:55.618681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.693663 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] DHCP port deletion for ab7d5dc5-cbc6-44fe-816a-e72d6499402f request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:48:55.693801 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] For port 773f283f-5bd0-472a-aacd-ff9a4cc380ae, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=773f283f-5bd0-472a-aacd-ff9a4cc380ae,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:55.694026 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.709393 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Calling delete_port for 773f283f-5bd0-472a-aacd-ff9a4cc380ae owned by network:dhcp {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:55.741234 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] Deleting port 773f283f-5bd0-472a-aacd-ff9a4cc380ae {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:55.741605 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.796094 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.808269 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] For port 773f283f-5bd0-472a-aacd-ff9a4cc380ae, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=773f283f-5bd0-472a-aacd-ff9a4cc380ae,segment=NetworkSegment(bbd582be-d5a2-4ec9-82f1-00bb974cfb01),segment_id=bbd582be-d5a2-4ec9-82f1-00bb974cfb01)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:55.808651 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.823952 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=773f283f-5bd0-472a-aacd-ff9a4cc380ae,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:55.825909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] No DVR routers for this DVR port 773f283f-5bd0-472a-aacd-ff9a4cc380ae on host dv-cinder-842947-1-iscsi {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:55.827915 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] Calling delete_port for 773f283f-5bd0-472a-aacd-ff9a4cc380ae owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:55.905231 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (ab7d5dc5-cbc6-44fe-816a-e72d6499402f), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.908842 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (773f283f-5bd0-472a-aacd-ff9a4cc380ae), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.927096 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d5dc5-cbc6-44fe-816a-e72d6499402f']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:55.933455 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] Pushing event deleted for resources: {'Port': ['ID=773f283f-5bd0-472a-aacd-ff9a4cc380ae,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:55.937271 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda65083-6b98-4d3d-9cff-758d24bf9e6c None None] No DVR routers for this DVR port 773f283f-5bd0-472a-aacd-ff9a4cc380ae on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:55.941829 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:55.942216 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd582be-d5a2-4ec9-82f1-00bb974cfb01') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:55.958058 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (bbd582be-d5a2-4ec9-82f1-00bb974cfb01), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.972906 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (bbd582be-d5a2-4ec9-82f1-00bb974cfb01), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:55.980616 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Releasing vlan 292 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:48:55.981424 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (bbd582be-d5a2-4ec9-82f1-00bb974cfb01), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:56.031913 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment bbd582be-d5a2-4ec9-82f1-00bb974cfb01 resource provider aggregate not found May 25 05:48:56.070017 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment bbd582be-d5a2-4ec9-82f1-00bb974cfb01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbd582be-d5a2-4ec9-82f1-00bb974cfb01 found for delete ", "request_id": "req-c9af14bc-52c5-40f9-93e5-7137efaec122"}]} May 25 05:48:56.080717 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (ab7d5dc5-cbc6-44fe-816a-e72d6499402f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:56.086970 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:56.093234 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ab7d5dc5-cbc6-44fe-816a-e72d6499402f HTTP/1.1" status: 204 len: 168 time: 0.6287642 May 25 05:48:56.093449 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45404) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:56.109063 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f008940-c227-41c8-b1e7-7a7ba5e7dc36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7d5dc5-cbc6-44fe-816a-e72d6499402f,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:56.442418 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (2d315753-93c0-4720-afde-88fed47a9d20), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:56.710135 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Deleting port 5e50252b-0237-4ccd-9601-aeef4d075bdf {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:56.710374 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:56.795006 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] For port 5e50252b-0237-4ccd-9601-aeef4d075bdf, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=5e50252b-0237-4ccd-9601-aeef4d075bdf,segment=NetworkSegment(083f3b9a-6898-4ea8-9589-b5db65a8eae8),segment_id=083f3b9a-6898-4ea8-9589-b5db65a8eae8)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:56.795364 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:56.808924 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Calling delete_port for 5e50252b-0237-4ccd-9601-aeef4d075bdf owned by network:router_interface {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:56.996155 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (5e50252b-0237-4ccd-9601-aeef4d075bdf), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:57.020710 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e50252b-0237-4ccd-9601-aeef4d075bdf,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:57.206842 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (2d315753-93c0-4720-afde-88fed47a9d20), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:57.274178 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 773f283f-5bd0-472a-aacd-ff9a4cc380ae no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:57.293510 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 773f283f-5bd0-472a-aacd-ff9a4cc380ae {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:57.293799 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 773f283f-5bd0-472a-aacd-ff9a4cc380ae not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:57.294205 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7f806acf-cc8b-4809-9510-31e3483903ec no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:57.317153 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 7f806acf-cc8b-4809-9510-31e3483903ec {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:57.317502 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7f806acf-cc8b-4809-9510-31e3483903ec not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:57.437304 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Router 2d315753-93c0-4720-afde-88fed47a9d20 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:48:57.550496 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:48:57.556067 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-da46b201-5eab-481e-9238-b83a98bc9d49 admin admin] 10.222.0.42 "PUT /v2.0/routers/2d315753-93c0-4720-afde-88fed47a9d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608541 May 25 05:48:57.557871 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45406) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:57.561110 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] Sync routers for ids ['2d315753-93c0-4720-afde-88fed47a9d20'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:48:57.571877 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] Routers {'2d315753-93c0-4720-afde-88fed47a9d20'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:57.572756 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['2d315753-93c0-4720-afde-88fed47a9d20'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:57.659261 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks [] for router (2d315753-93c0-4720-afde-88fed47a9d20), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:57.771928 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks [] for router_gateway (2d315753-93c0-4720-afde-88fed47a9d20), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:57.818729 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] Set router 2d315753-93c0-4720-afde-88fed47a9d20 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:57.841777 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Deleting port 98566085-e838-483e-af01-372c7f442a98 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:57.842153 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (98566085-e838-483e-af01-372c7f442a98), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:57.928167 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] For port 98566085-e838-483e-af01-372c7f442a98, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=98566085-e838-483e-af01-372c7f442a98,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:57.928657 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (98566085-e838-483e-af01-372c7f442a98), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:57.951688 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Calling delete_port for 98566085-e838-483e-af01-372c7f442a98 owned by network:router_gateway {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:58.004851 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75'}], 'enable_snat': True}, 'gw_port_id': '98566085-e838-483e-af01-372c7f442a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:48:56Z', 'revision_number': 5, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port': {'id': '98566085-e838-483e-af01-372c7f442a98', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d315753-93c0-4720-afde-88fed47a9d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:44:37Z', 'updated_at': '2022-05-25T05:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:58.029018 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] Checking router: 2d315753-93c0-4720-afde-88fed47a9d20 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:48:58.038473 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] Routers {'2d315753-93c0-4720-afde-88fed47a9d20'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:48:58.039097 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:48:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['2d315753-93c0-4720-afde-88fed47a9d20'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:58.122018 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (98566085-e838-483e-af01-372c7f442a98), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.123263 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] Set router 2d315753-93c0-4720-afde-88fed47a9d20 gateway port host: None {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:48:58.146573 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Pushing event deleted for resources: {'Port': ['ID=98566085-e838-483e-af01-372c7f442a98,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:58.182079 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:48:57Z', 'revision_number': 6, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:58.207070 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce11af3b-3095-4f5d-b408-3ffc709b7e49 None None] The sync data for ids ['2d315753-93c0-4720-afde-88fed47a9d20'] in dv-cinder-842947-1-iscsi is: [{'id': '2d315753-93c0-4720-afde-88fed47a9d20', 'name': 'tempest-TestMinimumBasicScenario-1647929147-router', 'tenant_id': '3d1a7e05f13140f790d7c3990f4fd041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:44:36Z', 'updated_at': '2022-05-25T05:48:57Z', 'revision_number': 6, 'project_id': '3d1a7e05f13140f790d7c3990f4fd041', 'gw_port_host': None}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:48:58.211101 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (2d315753-93c0-4720-afde-88fed47a9d20), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.299080 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (2d315753-93c0-4720-afde-88fed47a9d20), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.301227 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks [] for router_controller (2d315753-93c0-4720-afde-88fed47a9d20), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.342281 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (2d315753-93c0-4720-afde-88fed47a9d20), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.342815 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d315753-93c0-4720-afde-88fed47a9d20 {{(pid=110245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:48:58.348695 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.349863 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ef946551-07c0-4bb2-a936-2f869dcfe042 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2d315753-93c0-4720-afde-88fed47a9d20 HTTP/1.1" status: 204 len: 168 time: 0.7909904 May 25 05:48:58.352327 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45408) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:58.397035 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] Deleting subnet 88fc19fa-e416-4093-b580-0127c6af87da {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:48:58.400325 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] Publish callbacks [] for subnet (88fc19fa-e416-4093-b580-0127c6af87da), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.439128 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (88fc19fa-e416-4093-b580-0127c6af87da), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.514396 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (88fc19fa-e416-4093-b580-0127c6af87da), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.569865 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (88fc19fa-e416-4093-b580-0127c6af87da), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.596001 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fc19fa-e416-4093-b580-0127c6af87da,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:58.605910 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.611813 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-98938632-98f8-4ec0-b63a-adcd5133fc27 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/88fc19fa-e416-4093-b580-0127c6af87da HTTP/1.1" status: 204 len: 168 time: 0.2563131 May 25 05:48:58.612250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45412) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:58.613086 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb44307-e669-4996-81d7-acc333781450 None None] Network e490d39d-9adb-4812-a80d-405abb775b3e requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:48:58.940322 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (e490d39d-9adb-4812-a80d-405abb775b3e), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:58.991790 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] DHCP port deletion for e490d39d-9adb-4812-a80d-405abb775b3e request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:48:58.994731 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Deleting port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:58.995294 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.049075 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] Deleting port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:48:59.049559 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.080255 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] For port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,segment=NetworkSegment(083f3b9a-6898-4ea8-9589-b5db65a8eae8),segment_id=083f3b9a-6898-4ea8-9589-b5db65a8eae8)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:59.080741 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.097418 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Calling delete_port for d2bd2926-b6bc-4c68-ba86-4f3885c55f1c owned by network:dhcp {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:59.123450 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] For port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,segment=NetworkSegment(083f3b9a-6898-4ea8-9589-b5db65a8eae8),segment_id=083f3b9a-6898-4ea8-9589-b5db65a8eae8)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:48:59.123742 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.138908 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] Calling delete_port for d2bd2926-b6bc-4c68-ba86-4f3885c55f1c owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:48:59.200950 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.213516 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 5e50252b-0237-4ccd-9601-aeef4d075bdf no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:59.232773 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Pushing event deleted for resources: {'Port': ['ID=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:59.235202 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] No DVR routers for this DVR port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c on host dv-cinder-842947-1-iscsi {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:59.251707 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 5e50252b-0237-4ccd-9601-aeef4d075bdf {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:59.252267 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 5e50252b-0237-4ccd-9601-aeef4d075bdf not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:59.252914 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d2bd2926-b6bc-4c68-ba86-4f3885c55f1c no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:59.290408 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: d2bd2926-b6bc-4c68-ba86-4f3885c55f1c {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:59.290719 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d2bd2926-b6bc-4c68-ba86-4f3885c55f1c not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:59.291158 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 98566085-e838-483e-af01-372c7f442a98 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:48:59.317514 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 98566085-e838-483e-af01-372c7f442a98 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:48:59.317812 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 98566085-e838-483e-af01-372c7f442a98 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:48:59.321447 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (e490d39d-9adb-4812-a80d-405abb775b3e), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.338898 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (d2bd2926-b6bc-4c68-ba86-4f3885c55f1c), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.353842 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e490d39d-9adb-4812-a80d-405abb775b3e']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:59.368002 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083f3b9a-6898-4ea8-9589-b5db65a8eae8') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:59.368002 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083f3b9a-6898-4ea8-9589-b5db65a8eae8') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:48:59.368628 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] Pushing event deleted for resources: {'Port': ['ID=d2bd2926-b6bc-4c68-ba86-4f3885c55f1c,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:59.373673 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c7c98-f6fc-423e-ab69-ad0ca63d231c None None] No DVR routers for this DVR port d2bd2926-b6bc-4c68-ba86-4f3885c55f1c on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:48:59.378365 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (083f3b9a-6898-4ea8-9589-b5db65a8eae8), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.395054 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (083f3b9a-6898-4ea8-9589-b5db65a8eae8), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.401593 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:48:59.402014 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (083f3b9a-6898-4ea8-9589-b5db65a8eae8), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.467929 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (e490d39d-9adb-4812-a80d-405abb775b3e), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.491843 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.496974 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] 10.222.0.42 "DELETE /v2.0/networks/e490d39d-9adb-4812-a80d-405abb775b3e HTTP/1.1" status: 204 len: 168 time: 0.8834455 May 25 05:48:59.498277 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c89f1-c0ae-4a42-bdc9-a5a5d990935d admin admin] Pushing event deleted for resources: {'Network': ['ID=e490d39d-9adb-4812-a80d-405abb775b3e,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:48:59.628183 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment 083f3b9a-6898-4ea8-9589-b5db65a8eae8 resource provider aggregate not found May 25 05:48:59.650930 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment 083f3b9a-6898-4ea8-9589-b5db65a8eae8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 083f3b9a-6898-4ea8-9589-b5db65a8eae8 found for delete ", "request_id": "req-02b3ae97-5710-461e-b8a5-48cffcf40503"}]} May 25 05:48:59.690112 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45422) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:59.731666 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e01ed0b4-6775-4b2f-b6f7-324fc07f9106 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c4293f2a3f34c698febca8d50011258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402312 May 25 05:48:59.733982 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45426) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:48:59.783015 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c1010c64-bbb1-4b3a-9109-4bc6ad2c086e admin admin] Publish callbacks [] for security_group (04eaeb60-4943-4345-a659-aeb47224bcd6), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.804789 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c1010c64-bbb1-4b3a-9109-4bc6ad2c086e admin admin] Publish callbacks [] for security_group (04eaeb60-4943-4345-a659-aeb47224bcd6), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.853756 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c1010c64-bbb1-4b3a-9109-4bc6ad2c086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (04eaeb60-4943-4345-a659-aeb47224bcd6), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.856328 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c1010c64-bbb1-4b3a-9109-4bc6ad2c086e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:48:59.857489 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c1010c64-bbb1-4b3a-9109-4bc6ad2c086e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04eaeb60-4943-4345-a659-aeb47224bcd6 HTTP/1.1" status: 204 len: 168 time: 0.1225891 May 25 05:48:59.865338 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1010c64-bbb1-4b3a-9109-4bc6ad2c086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eaeb60-4943-4345-a659-aeb47224bcd6,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:00.177764 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45434) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:00.219586 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-66d9ef29-3264-4d5e-aeaf-290de6903e02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d1a7e05f13140f790d7c3990f4fd041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405943 May 25 05:49:00.222461 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45436) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:00.270702 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-947f983b-8e6f-41f1-9e4f-5dd9c2f1b5a5 admin admin] Publish callbacks [] for security_group (98b35d77-5568-4a3f-b616-804466205fdd), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:00.296136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-947f983b-8e6f-41f1-9e4f-5dd9c2f1b5a5 admin admin] Publish callbacks [] for security_group (98b35d77-5568-4a3f-b616-804466205fdd), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:00.344553 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-947f983b-8e6f-41f1-9e4f-5dd9c2f1b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (98b35d77-5568-4a3f-b616-804466205fdd), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:00.347780 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-947f983b-8e6f-41f1-9e4f-5dd9c2f1b5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:00.348957 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-947f983b-8e6f-41f1-9e4f-5dd9c2f1b5a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98b35d77-5568-4a3f-b616-804466205fdd HTTP/1.1" status: 204 len: 168 time: 0.1255894 May 25 05:49:00.357010 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f983b-8e6f-41f1-9e4f-5dd9c2f1b5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b35d77-5568-4a3f-b616-804466205fdd,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:07.039746 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-6367c69f-46f7-4c33-af3d-f1ff41f92efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:09.183453 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-f8733066-dbb9-4416-a181-d21f3aa60504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:10.398044 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:11.780320 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:12.274182 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:49:12.515669 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:13.701817 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:19.682174 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-daa92541-169d-479f-ba51-2472495732f7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461414 May 25 05:49:19.756942 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-912d296d-b2b3-4fd4-b33a-89bd9dccad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:19.758394 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-912d296d-b2b3-4fd4-b33a-89bd9dccad87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1129 time: 0.0517466 May 25 05:49:19.868640 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-97d1f296-5a9a-4279-8852-55cf5db39dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:19.870171 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-97d1f296-5a9a-4279-8852-55cf5db39dd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.0897911 May 25 05:49:19.940274 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-09cf3985-126d-4264-a14a-12f7d243c573 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 200 len: 1000 time: 0.0583684 May 25 05:49:19.996261 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-0c648474-d1f1-482e-9b66-226cc791b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:19.997748 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-0c648474-d1f1-482e-9b66-226cc791b7c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0488105 May 25 05:49:20.050517 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-e53cbda7-ad76-496a-8e0c-f5ef39bb22e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:20.052499 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-e53cbda7-ad76-496a-8e0c-f5ef39bb22e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473478 May 25 05:49:20.146107 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-03dd7f69-ed39-441e-aded-313e76abf72b service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862732 May 25 05:49:20.247410 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-381eea9c-dbc2-449d-bfd2-610bdeea8503 req-64a287c7-60bd-4cfe-a873-01d600c83d14 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916028 May 25 05:49:32.344786 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcef0c-8a1d-45bd-949c-5dd12b9cf92d req-d59b89f4-58c2-4ced-b0e6-3a11fe0c0d4d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:32.346327 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-affcef0c-8a1d-45bd-949c-5dd12b9cf92d req-d59b89f4-58c2-4ced-b0e6-3a11fe0c0d4d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0541232 May 25 05:49:32.399269 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-affcef0c-8a1d-45bd-949c-5dd12b9cf92d req-03e1a399-aaf6-410c-9a3d-127512b547bc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468068 May 25 05:49:33.531135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fde917-34a1-4edc-946e-45eb4fa4ab5e req-e3a0ff8e-057e-4dfd-931f-ef76e75bbd0b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:33.532623 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-75fde917-34a1-4edc-946e-45eb4fa4ab5e req-e3a0ff8e-057e-4dfd-931f-ef76e75bbd0b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0554101 May 25 05:49:33.581365 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-75fde917-34a1-4edc-946e-45eb4fa4ab5e req-a63bf6a2-23d3-4590-be46-abc84f83de3f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 May 25 05:49:34.717193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56096b-7bed-451c-bf8c-b3f2f7a530b9 req-51d78c7a-4318-4d9b-a496-5415a0674a91 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:34.718870 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2c56096b-7bed-451c-bf8c-b3f2f7a530b9 req-51d78c7a-4318-4d9b-a496-5415a0674a91 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0618684 May 25 05:49:34.769507 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2c56096b-7bed-451c-bf8c-b3f2f7a530b9 req-72250e2d-400e-4e03-862f-22bfb0207385 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442333 May 25 05:49:35.961696 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2e529-f246-419e-974a-5be8b8be05db req-6ae283da-ed59-4422-ac79-a8b0fe39bec8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:35.963379 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5de2e529-f246-419e-974a-5be8b8be05db req-6ae283da-ed59-4422-ac79-a8b0fe39bec8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0978653 May 25 05:49:35.992120 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4071d8-69b1-4e85-8ced-b4676c4ba6a3 req-870b590f-9c9e-4d7e-9d5f-78ea0ffabc78 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:35.993656 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1e4071d8-69b1-4e85-8ced-b4676c4ba6a3 req-870b590f-9c9e-4d7e-9d5f-78ea0ffabc78 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.0890071 May 25 05:49:36.057875 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5de2e529-f246-419e-974a-5be8b8be05db req-fd3206d6-45f6-422f-a0a8-178a96e83e68 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833645 May 25 05:49:36.087817 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1e4071d8-69b1-4e85-8ced-b4676c4ba6a3 req-0d6e84d2-e20e-492a-abf4-2e83a1769e5a tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802016 May 25 05:49:37.044834 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b5aa524b-605e-4ec2-9c3c-325ef743878f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:37.241401 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44baf146-f284-434f-86a5-c44ee3482fdd req-2e5b2d1a-9964-41ce-914d-e2919009fa69 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:37.243196 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-44baf146-f284-434f-86a5-c44ee3482fdd req-2e5b2d1a-9964-41ce-914d-e2919009fa69 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1034260 May 25 05:49:37.267263 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d002ac0-9012-4db8-acda-b1c31890f17c req-18c7c73a-172a-4142-89a8-37318fc3cf32 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:37.268917 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9d002ac0-9012-4db8-acda-b1c31890f17c req-18c7c73a-172a-4142-89a8-37318fc3cf32 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.0993149 May 25 05:49:37.345792 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-44baf146-f284-434f-86a5-c44ee3482fdd req-9bf5b9ff-1f01-44af-a9f1-b014cee4c3c1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963435 May 25 05:49:37.358401 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9d002ac0-9012-4db8-acda-b1c31890f17c req-bef5f230-fe33-403b-9fa1-4c63282304c5 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812483 May 25 05:49:37.805434 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-4827c225-0aa9-464a-9947-865348048631 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:37.807136 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-4827c225-0aa9-464a-9947-865348048631 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 946 time: 0.0564170 May 25 05:49:37.910526 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:37.910858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:38.000318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] For port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:38.000680 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:38.181799 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:38.182200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:38.182521 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP 91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f disassociated. External IP: 172.27.2.249, port: 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3. May 25 05:49:38.182866 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:38.318543 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:38.356915 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:38.369798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.370267 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.370692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.371071 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.371490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.371879 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.372242 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.372638 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.373022 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.373388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.373721 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.374049 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.374410 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:38.796744 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5394a799-0ffb-4d2d-88cd-7aaf810a6bb8 req-8422c4e7-5524-4b1b-9f50-8e833822545e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=675b442b-68c4-4d8a-99c6-c5e8430d0ae7 HTTP/1.1" status: 200 len: 210 time: 0.0660717 May 25 05:49:38.863106 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f168de-18e7-4985-b18c-3550d28aa8e6 req-f528ca82-e555-4f05-8e62-119fe4401f75 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:38.864665 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a6f168de-18e7-4985-b18c-3550d28aa8e6 req-f528ca82-e555-4f05-8e62-119fe4401f75 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1353126 May 25 05:49:38.875978 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:49:38.967909 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a6f168de-18e7-4985-b18c-3550d28aa8e6 req-101c1674-83a5-49a3-b4bc-3dbb1446bd0f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970261 May 25 05:49:39.026218 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:49:39.038989 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:49:39.051508 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:39.052445 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:39.076389 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] No DVR routers for this DVR port 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:49:39.079252 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:39.083242 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c8e0c38-8d93-4a67-bc0e-cfa88a76d389 req-169fc7b1-1ec4-48ca-aad1-090cf54c3467 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "DELETE /v2.0/ports/4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 HTTP/1.1" status: 204 len: 173 time: 1.2712257 May 25 05:49:39.083717 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'name': 'network-vif-deleted', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:49:39.086036 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b531ef48-9e87-4507-a270-79d960da4f10" -d '{"events": [{"server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "name": "network-vif-deleted", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:49:39.135598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628291fd-f9d4-4026-a03e-c2e5befae138 x-openstack-request-id: req-628291fd-f9d4-4026-a03e-c2e5befae138 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:49:39.135903 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675b442b-68c4-4d8a-99c6-c5e8430d0ae7", "name": "network-vif-deleted", "tag": "4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:49:39.136164 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-628291fd-f9d4-4026-a03e-c2e5befae138 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:49:39.136581 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628291fd-f9d4-4026-a03e-c2e5befae138'] response: {'server_uuid': '675b442b-68c4-4d8a-99c6-c5e8430d0ae7', 'name': 'network-vif-deleted', 'tag': '4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3', 'status': 'completed', 'code': 200} May 25 05:49:39.177151 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:39.188931 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-85c4109a-5c20-45c9-80be-59cd8ebac9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:39.403121 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:39.429446 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:49:39.439432 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:39.440355 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:39.553344 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:39.766112 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:39.791881 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7529e28f-e694-470d-a925-5de9db7784b3 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:49:39.889491 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45570) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:39.948328 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (e51d7c2d-65c6-4cfa-b456-537ccf31f7bf), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:39.975253 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (e51d7c2d-65c6-4cfa-b456-537ccf31f7bf), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.054438 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (e51d7c2d-65c6-4cfa-b456-537ccf31f7bf), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.056935 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.058246 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/security-groups/e51d7c2d-65c6-4cfa-b456-537ccf31f7bf HTTP/1.1" status: 204 len: 168 time: 0.1675572 May 25 05:49:40.062920 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45574) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:40.068600 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d7c2d-65c6-4cfa-b456-537ccf31f7bf,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:40.079064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.079428 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.079796 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.080122 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.080642 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.082523 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.083232 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.083858 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.084455 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.084960 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.085503 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.086039 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.086462 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d1f9c1-59ff-4269-83f5-6aff9061b6e2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:40.094437 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3a2a6d-10f8-4c76-a2cd-012a9f248371 None None] New status for floating IP 91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f: DOWN {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:49:40.095120 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.api.v2.resource [None req-56c26caa-d7d0-4afc-8661-99e6d44fa76e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] show failed (client error): The resource could not be found. May 25 05:49:40.099452 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45576) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:40.099662 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-56c26caa-d7d0-4afc-8661-99e6d44fa76e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups/e51d7c2d-65c6-4cfa-b456-537ccf31f7bf HTTP/1.1" status: 404 len: 347 time: 0.0352552 May 25 05:49:40.144669 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a90a4-c6cf-436d-8013-e3fc028cb89a req-a1a2baeb-3dac-4bea-b7dc-618b2aaf4c41 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:40.147627 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af4a90a4-c6cf-436d-8013-e3fc028cb89a req-a1a2baeb-3dac-4bea-b7dc-618b2aaf4c41 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0815940 May 25 05:49:40.218551 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af4a90a4-c6cf-436d-8013-e3fc028cb89a req-89e6f253-b678-4d72-9724-276954a4d0d9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641794 May 25 05:49:40.242758 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port 6a3464df-92c2-49f8-b708-90e9c06def19 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:40.242945 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (6a3464df-92c2-49f8-b708-90e9c06def19), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.324653 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (6a3464df-92c2-49f8-b708-90e9c06def19), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.324974 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (6a3464df-92c2-49f8-b708-90e9c06def19), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.337166 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for 6a3464df-92c2-49f8-b708-90e9c06def19 owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:40.400867 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.491252 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (6a3464df-92c2-49f8-b708-90e9c06def19), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.517643 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=6a3464df-92c2-49f8-b708-90e9c06def19,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:40.579967 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.583043 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.584211 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-02293eb5-d339-498b-9f3e-854476200beb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/floatingips/91bb31ae-3ec1-46c1-81c3-fe6fe8a9262f HTTP/1.1" status: 204 len: 168 time: 0.4833744 May 25 05:49:40.652957 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45580) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:40.657546 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-f7575b29-6f43-460e-9425-96afa9629bf9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--636046928', 'description': 'tempest-description--1685714972'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:49:40.680216 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7575b29-6f43-460e-9425-96afa9629bf9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.758525 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7575b29-6f43-460e-9425-96afa9629bf9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (8c601d34-658b-4e71-be0a-113e44b129e1), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.764460 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7575b29-6f43-460e-9425-96afa9629bf9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8c601d34-658b-4e71-be0a-113e44b129e1), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.795974 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7575b29-6f43-460e-9425-96afa9629bf9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.797218 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f7575b29-6f43-460e-9425-96afa9629bf9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1432092 May 25 05:49:40.799182 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7575b29-6f43-460e-9425-96afa9629bf9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c601d34-658b-4e71-be0a-113e44b129e1,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:40.800947 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45582) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:40.805793 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-2daa9021-3c61-469f-8c64-1458e69d8439 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': '8c601d34-658b-4e71-be0a-113e44b129e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:49:40.834005 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2daa9021-3c61-469f-8c64-1458e69d8439 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (da045b81-bd01-4fad-8e70-e0f2017b2198), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.894271 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2daa9021-3c61-469f-8c64-1458e69d8439 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (da045b81-bd01-4fad-8e70-e0f2017b2198), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.898320 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2daa9021-3c61-469f-8c64-1458e69d8439 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (da045b81-bd01-4fad-8e70-e0f2017b2198), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.917826 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9021-3c61-469f-8c64-1458e69d8439 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da045b81-bd01-4fad-8e70-e0f2017b2198,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:40.929250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2daa9021-3c61-469f-8c64-1458e69d8439 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:40.930544 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2daa9021-3c61-469f-8c64-1458e69d8439 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284595 May 25 05:49:40.933267 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45584) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:40.937718 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-e4371c23-5697-4e05-b67d-9391a776569f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'security_group_rule': {'security_group_id': '8c601d34-658b-4e71-be0a-113e44b129e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:49:40.964141 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e4371c23-5697-4e05-b67d-9391a776569f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (72cca394-3ce4-48f6-b8a8-15f70ea39576), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.031323 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e4371c23-5697-4e05-b67d-9391a776569f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (72cca394-3ce4-48f6-b8a8-15f70ea39576), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.039344 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e4371c23-5697-4e05-b67d-9391a776569f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745605'] for security_group_rule (72cca394-3ce4-48f6-b8a8-15f70ea39576), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.058487 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4371c23-5697-4e05-b67d-9391a776569f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72cca394-3ce4-48f6-b8a8-15f70ea39576,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:41.069187 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e4371c23-5697-4e05-b67d-9391a776569f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.070511 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-e4371c23-5697-4e05-b67d-9391a776569f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361554 May 25 05:49:41.073752 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45586) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:41.078371 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:49:41.100816 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.215607 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.363892 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.27.2.183 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/b4e07a9d-871a-4b97-96be-5e5bd92b3c6f) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:49:41.395949 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabec69-738b-4774-a268-3db8d87e4618 req-a774bc95-48d4-4130-bf08-d83d3ea7756f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:41.397500 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cdabec69-738b-4774-a268-3db8d87e4618 req-a774bc95-48d4-4130-bf08-d83d3ea7756f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0912094 May 25 05:49:41.499437 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cdabec69-738b-4774-a268-3db8d87e4618 req-bf54d360-40d6-4c2c-84b2-3fbb4cce8954 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920765 May 25 05:49:41.529675 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.563459 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.602379 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:49:41.605177 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:49:41.611351 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:49:41.616918 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=b4e07a9d-871a-4b97-96be-5e5bd92b3c6f,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:41.648192 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45590) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:41.689828 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:41.704820 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (ea4cd426-9835-4829-b6f4-545b4dcc54cb), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.711933 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:41.712315 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 4c6888d5-f0cd-4591-b08b-0a73f9ac7ce3 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:41.749744 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.810808 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.916922 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.921935 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.971977 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Deleting port aa021fcf-9f12-49c9-bd93-f19dad232d5e {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:41.972864 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:41.989876 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=b4e07a9d-871a-4b97-96be-5e5bd92b3c6f,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:42.005867 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (ea4cd426-9835-4829-b6f4-545b4dcc54cb), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.021789 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.023240 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-affc7df4-6e2c-4f88-b275-64cbea3bb280 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9483538 May 25 05:49:42.052184 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.052508 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for floatingip (aa021fcf-9f12-49c9-bd93-f19dad232d5e), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.064573 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Calling delete_port for aa021fcf-9f12-49c9-bd93-f19dad232d5e owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:42.221583 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-d4bebf21-cc70-4277-90d6-74ba630811fe tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--636046928&fields=id&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 267 time: 0.0452163 May 25 05:49:42.232964 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (aa021fcf-9f12-49c9-bd93-f19dad232d5e), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.257602 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event deleted for resources: {'Port': ['ID=aa021fcf-9f12-49c9-bd93-f19dad232d5e,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:42.323451 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for floatingip (5fc5874f-33c3-418c-be09-3f066ff72153), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.323864 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Floating IP 5fc5874f-33c3-418c-be09-3f066ff72153 disassociated (deleted). External IP: 172.27.2.218, port: d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5. May 25 05:49:42.334066 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-1649031b-9544-4826-8d2d-21b7e0237125 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:42.335592 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-1649031b-9544-4826-8d2d-21b7e0237125 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 0.1068282 May 25 05:49:42.351196 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-31ee9a16-403a-42fc-93ae-63e678ceadc9 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/quotas/ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 375 time: 0.0099285 May 25 05:49:42.414113 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-eb9c0ff7-d14b-4478-b8a4-8236a3caf251 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522316 May 25 05:49:42.511563 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-de5225fc-6989-4712-9acd-6c237a25d550 service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901473 May 25 05:49:42.521209 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.526423 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Router f7fe6376-dbc6-43e6-8c91-90cca4498afa has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:49:42.634742 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:49:42.639499 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:42.645742 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] Sync routers for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:49:42.655589 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-59ab6870-e3b8-4e37-8442-81b7c8a4e9e6 service neutron] 10.222.0.42 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353972 May 25 05:49:42.661351 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:42.661969 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:42.667724 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1896-b5f0-4496-a025-71b4c66a464a req-9a0e6035-9ee7-4319-a612-65f58ede5bf9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:42.669218 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fe9f1896-b5f0-4496-a025-71b4c66a464a req-9a0e6035-9ee7-4319-a612-65f58ede5bf9 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0886376 May 25 05:49:42.683496 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-23d3b169-d8f0-434a-8fa6-69bf870f6825 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "DELETE /v2.0/floatingips/5fc5874f-33c3-418c-be09-3f066ff72153 HTTP/1.1" status: 204 len: 168 time: 1.0341964 May 25 05:49:42.684717 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:49:42.687388 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:49:42.726195 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fe9f1896-b5f0-4496-a025-71b4c66a464a req-503b0b44-7bab-4c5f-a1a0-9652e9ae6dc5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513468 May 25 05:49:42.788627 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:42.810339 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4eae21-57f4-4f6c-8ab2-cbb516f0a2f9 x-openstack-request-id: req-1d4eae21-57f4-4f6c-8ab2-cbb516f0a2f9 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:49:42.810617 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:49:42.810890 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d4eae21-57f4-4f6c-8ab2-cbb516f0a2f9 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:49:42.811295 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d4eae21-57f4-4f6c-8ab2-cbb516f0a2f9'] response: {'name': 'network-changed', 'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'status': 'completed', 'code': 200} May 25 05:49:42.888069 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-34805b0c-d181-4184-a070-3b9b4e92b8b8 req-b5015274-2d61-4aeb-b13e-e7ce1b74ba93 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 210 time: 0.0462158 May 25 05:49:42.915114 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-9e100d27-2e2e-45bc-a93d-9740aef3d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:42.915878 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-9e100d27-2e2e-45bc-a93d-9740aef3d942 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 1130 time: 0.0818057 May 25 05:49:43.058364 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-53298c35-d985-4ceb-8916-dc25e7c41c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:43.059412 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-53298c35-d985-4ceb-8916-dc25e7c41c28 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 200 len: 910 time: 0.1352341 May 25 05:49:43.088936 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 5, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:43.103567 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-8ab9c6d8-6b69-442a-a453-a6e1b2efe558 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 200 len: 217 time: 0.0372458 May 25 05:49:43.115632 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40591971-6b0b-4e55-a303-7786b800a1d6 req-d93c3108-942c-4a20-8c35-03139e536abe tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:43.117165 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-40591971-6b0b-4e55-a303-7786b800a1d6 req-d93c3108-942c-4a20-8c35-03139e536abe tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1036868 May 25 05:49:43.119313 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] Checking router: f7fe6376-dbc6-43e6-8c91-90cca4498afa for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:49:43.131502 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:43.132287 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:43.191982 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-7ba7ddfd-f20c-409d-bdd5-e559fbe178c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:43.193614 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-7ba7ddfd-f20c-409d-bdd5-e559fbe178c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 200 len: 848 time: 0.0754433 May 25 05:49:43.222619 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-40591971-6b0b-4e55-a303-7786b800a1d6 req-63f93fe0-0bea-48c1-a8c7-96f5ccbbdf45 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742807 May 25 05:49:43.267805 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-219a3c80-7c30-4179-913e-d1beeb498fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:43.269630 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-219a3c80-7c30-4179-913e-d1beeb498fe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9c1f9707-80c9-42a9-8278-30334c600f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670424 May 25 05:49:43.353788 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:43.392580 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-b1d85d09-226f-49ba-8fda-bdef7bd94f34 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131074 May 25 05:49:43.502754 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1f21bdbb-b2d2-49a5-acc8-9a0da00f088c req-426f1c97-86ed-4bf2-8df0-d457714d3d22 service neutron] 10.222.0.32 "GET /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004484 May 25 05:49:43.580998 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 5, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:43.606201 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ae57c-f2bb-41e7-976d-545d6ade238d None None] The sync data for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi is: [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:43:12Z', 'revision_number': 4, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '5a925ca9-3016-424d-85ac-5ca49c7cac3f', 'name': '', 'network_id': '9c1f9707-80c9-42a9-8278-30334c600f63', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'mac_address': 'fa:16:3e:aa:f8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:11Z', 'updated_at': '2022-05-25T05:43:16Z', 'revision_number': 5, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'subnets': [{'id': '9adf9850-9c85-47da-b874-5375b05a0af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:49:43.709444 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:43.861145 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92408db0-472f-4250-aec4-d2042bec050e None None] New status for floating IP 5fc5874f-33c3-418c-be09-3f066ff72153: DOWN {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:49:43.861764 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e75a96-3de1-4b6e-8ec2-6cb415294a1f req-47b8ee98-c101-41ee-bb69-b0b7e14ad80a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:43.864099 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0e75a96-3de1-4b6e-8ec2-6cb415294a1f req-47b8ee98-c101-41ee-bb69-b0b7e14ad80a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0596826 May 25 05:49:43.981513 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c0e75a96-3de1-4b6e-8ec2-6cb415294a1f req-0411d79c-e1c5-4041-b97d-a4039301e259 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110489 May 25 05:49:44.045339 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3447754-81cb-4834-a0b9-f0e41a4d9936 req-a97b4736-82cf-474c-bfcd-4da941d4ff54 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 210 time: 0.0331142 May 25 05:49:44.089464 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-61fe7731-79d2-4123-bca2-72154a30a41b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:44.091042 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-61fe7731-79d2-4123-bca2-72154a30a41b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 813 time: 0.1767035 May 25 05:49:44.164862 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-882b4670-b687-4cea-a12d-d1063086cd80 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff1b1d0261e342a09f7c499fced9a6b6 HTTP/1.1" status: 200 len: 379 time: 0.0598021 May 25 05:49:44.173786 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'port': {'device_id': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'admin_state_up': True, 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'security_groups': ['8c601d34-658b-4e71-be0a-113e44b129e1']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:49:44.292365 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Made reservation on behalf of ff1b1d0261e342a09f7c499fced9a6b6 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:49:44.296024 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:44.429144 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95b1d8-20ca-4db5-ab5e-5385ba80f4fe req-61756fa5-76fb-4d2c-8281-4cba87461d2c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:44.430707 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6c95b1d8-20ca-4db5-ab5e-5385ba80f4fe req-61756fa5-76fb-4d2c-8281-4cba87461d2c tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1242766 May 25 05:49:44.516430 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Allocated IP 172.20.0.7 (03cbec90-4b8a-4a3a-b3fc-7583ee92726b/6cdca1e9-961f-4039-8a76-fcc86b7d0ca4/d4423df2-2a4f-4aba-8b3c-9aa6b7a00123) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:49:44.530787 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6c95b1d8-20ca-4db5-ab5e-5385ba80f4fe req-1b33b513-7965-48fe-bb69-449549ead496 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934060 May 25 05:49:44.682701 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:44.715007 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:44.757122 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:49:44.760177 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:49:44.766727 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:49:44.790619 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event updated for resources: {'Port': ['ID=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:44.821366 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:44.822007 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:44.841773 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-963e48d7-44f2-4178-92d0-ea3095db1fa3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6716051 May 25 05:49:44.854129 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Request body: {'port': {'device_id': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:49:44.954973 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:44.974591 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-2efc056c-8e91-46c6-8293-c06f83e43818 None None] Provisioning complete for port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:49:44.975161 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2efc056c-8e91-46c6-8293-c06f83e43818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:44.977340 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-a9b5aae8-c435-4939-843c-462799ed1ca2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:44.978867 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-a9b5aae8-c435-4939-843c-462799ed1ca2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.0991580 May 25 05:49:45.007902 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-2efc056c-8e91-46c6-8293-c06f83e43818 None None] Port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:49:45.307276 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06772a-d860-46b0-9abc-1b5e3898bb61 req-282574ce-d8f9-415c-984d-8d3f5f37dfd7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:45.308726 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6c06772a-d860-46b0-9abc-1b5e3898bb61 req-282574ce-d8f9-415c-984d-8d3f5f37dfd7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.2456300 May 25 05:49:45.310913 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Deleting port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:45.311246 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:45.323195 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22443a13-56d0-4a51-8607-216d5b9f5d85 req-c36deec2-af75-49e7-ba56-d5a300831d93 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:45.325799 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-22443a13-56d0-4a51-8607-216d5b9f5d85 req-c36deec2-af75-49e7-ba56-d5a300831d93 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 931 time: 0.1899374 May 25 05:49:45.792767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6c06772a-d860-46b0-9abc-1b5e3898bb61 req-889b3273-4ce9-4ab7-99cb-51fee2fabd88 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630568 May 25 05:49:45.806632 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-22443a13-56d0-4a51-8607-216d5b9f5d85 req-219bb80f-4ea8-402f-8216-491dcd528737 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4566300 May 25 05:49:45.832754 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] For port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:45.833115 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:45.850937 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Calling delete_port for d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:45.856466 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:49:45.867427 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Publish callbacks [] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:45.940261 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Transition to ACTIVE for port object d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:49:45.949772 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:46.027449 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90709ce6-aff9-4c92-81d5-49de55bb6079 req-3963895c-9c34-4fa8-9dd6-d1a12ccfff35 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:46.029015 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90709ce6-aff9-4c92-81d5-49de55bb6079 req-3963895c-9c34-4fa8-9dd6-d1a12ccfff35 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ca06098-8a25-4f78-8c6a-1b99b6d80e9a HTTP/1.1" status: 200 len: 946 time: 0.1562462 May 25 05:49:46.040723 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Pushing event updated for resources: {'Port': ['ID=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:46.200692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90709ce6-aff9-4c92-81d5-49de55bb6079 req-11dfeebc-46e0-42ed-b390-95e7704605e8 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f097ff-08dc-42e9-88cb-5d7593b22aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495135 May 25 05:49:46.202197 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Attempting to bind port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:49:46.202548 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Attempting to bind port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:49:46.202872 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Attempting to bind port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:49:46.204824 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:46.218021 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:49:46.218362 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Attempting to bind port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 on network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:49:46.240929 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event deleted for resources: {'Port': ['ID=d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:46.244313 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:49:46.244703 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Checking segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:49:46.245021 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Bound using segment: {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:49:46.245461 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Bound port: d4423df2-2a4f-4aba-8b3c-9aa6b7a00123, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b150850c-150c-4fd1-9712-760c6f5e6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:49:46.245819 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:46.300852 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] No DVR routers for this DVR port d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:49:46.321767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:46.325236 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ec754f16-520b-4698-bb5a-cfd1989bc265 req-6499e032-5bc7-4311-8b61-52828d3633f2 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.32 "DELETE /v2.0/ports/d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 HTTP/1.1" status: 204 len: 173 time: 1.3251512 May 25 05:49:46.325681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-deleted', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:49:46.327916 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4cb595-ed8a-498d-a4d2-2c26a666ce05" -d '{"events": [{"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-deleted", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:49:46.363750 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] For port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:49:46.367675 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] For port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:49:46.370153 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ccab93-bedf-4d02-a7f1-b7d621ad0895 x-openstack-request-id: req-67ccab93-bedf-4d02-a7f1-b7d621ad0895 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:49:46.370494 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca06098-8a25-4f78-8c6a-1b99b6d80e9a", "name": "network-vif-deleted", "tag": "d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:49:46.370809 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-67ccab93-bedf-4d02-a7f1-b7d621ad0895 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:49:46.371313 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ccab93-bedf-4d02-a7f1-b7d621ad0895'] response: {'server_uuid': '5ca06098-8a25-4f78-8c6a-1b99b6d80e9a', 'name': 'network-vif-deleted', 'tag': 'd6f1cfb4-3b46-4cb5-9088-b9adae8c34d5', 'status': 'completed', 'code': 200} May 25 05:49:46.376287 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:46.418535 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:46.419070 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:46.420669 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 HTTP/1.1" status: 200 len: 1093 time: 1.5712078 May 25 05:49:46.439829 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c15e3-dd55-4c58-981a-1642af818d02 service neutron] Pushing event updated for resources: {'Port': ['ID=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:46.522233 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-cfefd282-8e8a-448e-8f1c-146691654052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:46.524249 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-cfefd282-8e8a-448e-8f1c-146691654052 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 1127 time: 0.0600295 May 25 05:49:46.570081 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-514c7aff-e366-498e-8756-10e680a0d6bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 HTTP/1.1" status: 200 len: 217 time: 0.0384083 May 25 05:49:46.626976 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-9d1a6c09-50e8-495f-a293-cdf517d4ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:46.628624 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-9d1a6c09-50e8-495f-a293-cdf517d4ce35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0530496 May 25 05:49:46.687159 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-956d7cbe-11b4-45bc-98f1-04c61bf7a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:46.689598 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-956d7cbe-11b4-45bc-98f1-04c61bf7a8d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545733 May 25 05:49:46.791757 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-800412b4-eede-4731-9419-3280295624fd service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962114 May 25 05:49:46.952902 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-71e909ac-ab05-45d4-ab34-aed064f39e77 req-20f519f6-8d36-4f8d-8296-d96827624267 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539521 May 25 05:49:46.978525 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874f941-1d9d-4b86-a61c-cdef1e0176cb req-5ac9492c-0151-4ff9-870d-2d31eaf8687c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:46.979977 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3874f941-1d9d-4b86-a61c-cdef1e0176cb req-5ac9492c-0151-4ff9-870d-2d31eaf8687c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1066208 May 25 05:49:46.992686 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b2b8f-649b-4e6f-9c36-8f20aa04742f req-7d8fe73f-52d2-4f93-9418-b57e5fdff3f3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:46.994166 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d0b2b8f-649b-4e6f-9c36-8f20aa04742f req-7d8fe73f-52d2-4f93-9418-b57e5fdff3f3 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 943 time: 0.0906627 May 25 05:49:47.068774 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3874f941-1d9d-4b86-a61c-cdef1e0176cb req-53305160-ae94-42c7-a91b-619f8967676b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735581 May 25 05:49:47.072215 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d0b2b8f-649b-4e6f-9c36-8f20aa04742f req-b90d13fb-d9c4-43c4-bb9b-40b8dc45a713 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712290 May 25 05:49:47.256810 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45652) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:47.313808 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bcde-6d88-40e8-ba57-a4fc513ba2d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group (98f097ff-08dc-42e9-88cb-5d7593b22aad), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:47.339017 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bcde-6d88-40e8-ba57-a4fc513ba2d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group (98f097ff-08dc-42e9-88cb-5d7593b22aad), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:47.400236 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bcde-6d88-40e8-ba57-a4fc513ba2d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (98f097ff-08dc-42e9-88cb-5d7593b22aad), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:47.402857 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bcde-6d88-40e8-ba57-a4fc513ba2d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:47.403993 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-6fb6bcde-6d88-40e8-ba57-a4fc513ba2d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] 10.222.0.42 "DELETE /v2.0/security-groups/98f097ff-08dc-42e9-88cb-5d7593b22aad HTTP/1.1" status: 204 len: 168 time: 0.1461878 May 25 05:49:47.414794 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6bcde-6d88-40e8-ba57-a4fc513ba2d1 tempest-TestShelveInstance-1996723772 tempest-TestShelveInstance-1996723772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f097ff-08dc-42e9-88cb-5d7593b22aad,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:47.455849 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45656) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:47.686320 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:47.705821 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:47.706966 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d6f1cfb4-3b46-4cb5-9088-b9adae8c34d5 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:47.889744 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (f7fe6376-dbc6-43e6-8c91-90cca4498afa), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:48.121413 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Deleting port 5a925ca9-3016-424d-85ac-5ca49c7cac3f {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:48.121757 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:48.215911 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] For port 5a925ca9-3016-424d-85ac-5ca49c7cac3f, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=5a925ca9-3016-424d-85ac-5ca49c7cac3f,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:48.216276 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:48.231103 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Calling delete_port for 5a925ca9-3016-424d-85ac-5ca49c7cac3f owned by network:router_interface {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:48.242488 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e58b-ceb7-4c89-9d24-8050cf78a539 req-cb495a9a-cc54-425c-9f1a-d5505e63ecc8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:48.244036 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-80c4e58b-ceb7-4c89-9d24-8050cf78a539 req-cb495a9a-cc54-425c-9f1a-d5505e63ecc8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0863612 May 25 05:49:48.250879 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d7ce2-c746-4175-92be-759e5768f07e req-8ee09715-2830-44d4-a26d-26a940d9f71d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:48.252333 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4d4d7ce2-c746-4175-92be-759e5768f07e req-8ee09715-2830-44d4-a26d-26a940d9f71d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 943 time: 0.1043732 May 25 05:49:48.328933 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-80c4e58b-ceb7-4c89-9d24-8050cf78a539 req-2b50b844-00b2-4975-97b3-434587e22f0d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755885 May 25 05:49:48.332405 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4d4d7ce2-c746-4175-92be-759e5768f07e req-9a85d2fd-57ad-42ba-a6c0-ae0e52819868 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726264 May 25 05:49:48.372382 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:49:48.377000 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:49:48.415092 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37702592-2fb0-4d8d-aa53-6a16df5acd4f x-openstack-request-id: req-37702592-2fb0-4d8d-aa53-6a16df5acd4f {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:49:48.415396 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:49:48.415659 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37702592-2fb0-4d8d-aa53-6a16df5acd4f {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:49:48.416070 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37702592-2fb0-4d8d-aa53-6a16df5acd4f'] response: {'name': 'network-changed', 'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'status': 'completed', 'code': 200} May 25 05:49:48.507487 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-5cbcc55c-7132-4519-acff-42be9221f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:48.509146 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-5cbcc55c-7132-4519-acff-42be9221f7ab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 1127 time: 0.0715220 May 25 05:49:48.614921 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-4372c9cf-d81b-4de5-9e68-b00f1e4b5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:48.616402 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-4372c9cf-d81b-4de5-9e68-b00f1e4b5783 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.1005595 May 25 05:49:48.657143 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-8c884061-b587-4ccb-8953-c0ad50352308 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 HTTP/1.1" status: 200 len: 217 time: 0.0336576 May 25 05:49:48.665296 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (5a925ca9-3016-424d-85ac-5ca49c7cac3f), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:48.691770 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a925ca9-3016-424d-85ac-5ca49c7cac3f,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:48.714012 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-037968f0-8815-447b-9839-c2e4e23b7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:48.715582 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-037968f0-8815-447b-9839-c2e4e23b7533 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0523024 May 25 05:49:48.775115 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-f0eea933-d4c6-48c4-b02f-84195ebccb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:48.776654 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-f0eea933-d4c6-48c4-b02f-84195ebccb06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551522 May 25 05:49:48.874787 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (f7fe6376-dbc6-43e6-8c91-90cca4498afa), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:48.885297 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-af8edeea-b430-45ac-9023-a45038f9c7c9 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995140 May 25 05:49:48.991274 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7a95a0c9-c06e-4f45-ad55-1e0bd0e99c53 req-f6d5f39c-17e0-412e-be98-10e9507db39a service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986826 May 25 05:49:49.087284 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Router f7fe6376-dbc6-43e6-8c91-90cca4498afa has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:49:49.193167 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:49:49.200490 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-fb8d718f-8b95-4072-84c0-a24d9122dee2 admin admin] 10.222.0.42 "PUT /v2.0/routers/f7fe6376-dbc6-43e6-8c91-90cca4498afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7408507 May 25 05:49:49.201364 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45666) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:49.204509 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] Sync routers for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:49:49.215968 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:49.217169 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:49.301277 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:49:49.304769 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks [] for router (f7fe6376-dbc6-43e6-8c91-90cca4498afa), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.327800 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:49.408970 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks [] for router_gateway (f7fe6376-dbc6-43e6-8c91-90cca4498afa), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.463927 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Deleting port 7a53eec6-71cc-4079-b385-050c59958829 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:49.464531 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (7a53eec6-71cc-4079-b385-050c59958829), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.515744 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544c5c0-b036-4521-b79b-c892e5805311 req-08323fe8-6974-40ca-9b36-b5dce8a4dc16 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:49.517241 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5544c5c0-b036-4521-b79b-c892e5805311 req-08323fe8-6974-40ca-9b36-b5dce8a4dc16 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 943 time: 0.0878198 May 25 05:49:49.529550 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '7a53eec6-71cc-4079-b385-050c59958829', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:49:48Z', 'revision_number': 5, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port': {'id': '7a53eec6-71cc-4079-b385-050c59958829', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:12:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:10Z', 'updated_at': '2022-05-25T05:43:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:49.529919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aa3f2-b08e-4a35-ab50-ff9b673c381f req-201ed4a5-b494-4c01-868f-46a3f8115b0a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:49.531490 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ff4aa3f2-b08e-4a35-ab50-ff9b673c381f req-201ed4a5-b494-4c01-868f-46a3f8115b0a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0930672 May 25 05:49:49.559506 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] Checking router: f7fe6376-dbc6-43e6-8c91-90cca4498afa for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:49:49.563088 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] For port 7a53eec6-71cc-4079-b385-050c59958829, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=7a53eec6-71cc-4079-b385-050c59958829,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:49.563658 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (7a53eec6-71cc-4079-b385-050c59958829), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.568914 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] Routers {'f7fe6376-dbc6-43e6-8c91-90cca4498afa'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:49.569633 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:49.580047 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Calling delete_port for 7a53eec6-71cc-4079-b385-050c59958829 owned by network:router_gateway {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:49.602317 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5544c5c0-b036-4521-b79b-c892e5805311 req-03174c8e-d429-4f83-8aa2-0d046da1ab6d tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698102 May 25 05:49:49.617265 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ff4aa3f2-b08e-4a35-ab50-ff9b673c381f req-f3cd6d83-c022-439e-a7d7-2e332fd6333a tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775096 May 25 05:49:49.661644 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] Set router f7fe6376-dbc6-43e6-8c91-90cca4498afa gateway port host: None {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:49.682464 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:49:49.718346 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:49:49Z', 'revision_number': 6, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:49.743787 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf612020-8592-4d4e-b514-a432956dc248 None None] The sync data for ids ['f7fe6376-dbc6-43e6-8c91-90cca4498afa'] in dv-cinder-842947-1-iscsi is: [{'id': 'f7fe6376-dbc6-43e6-8c91-90cca4498afa', 'name': 'tempest-TestShelveInstance-1632411113-router', 'tenant_id': '62d1ff45829a40f49362b7e51e3d7caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:09Z', 'updated_at': '2022-05-25T05:49:49Z', 'revision_number': 6, 'project_id': '62d1ff45829a40f49362b7e51e3d7caa', 'gw_port_host': None}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:49:49.774635 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (7a53eec6-71cc-4079-b385-050c59958829), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.799299 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:49.804584 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Pushing event deleted for resources: {'Port': ['ID=7a53eec6-71cc-4079-b385-050c59958829,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:49.813359 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'port_id': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'mac_address': 'fa:16:3e:7e:41:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:49:49.853729 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 961b090d-c2d8-4dac-a186-eed1ed7536fe is: ACTIVE; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:49:49.854186 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.867609 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 961b090d-c2d8-4dac-a186-eed1ed7536fe {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:49:49.872210 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (f7fe6376-dbc6-43e6-8c91-90cca4498afa), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.889035 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:49.892863 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.939877 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=6']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:49.948149 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.948494 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.948835 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.949170 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.949500 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.949827 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.950177 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.950505 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.950827 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.951154 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.951474 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.951791 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.952113 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:49:49.959641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (f7fe6376-dbc6-43e6-8c91-90cca4498afa), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.961961 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks [] for router_controller (f7fe6376-dbc6-43e6-8c91-90cca4498afa), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:49.989706 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['961b090d-c2d8-4dac-a186-eed1ed7536fe'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:49:50.004439 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (f7fe6376-dbc6-43e6-8c91-90cca4498afa), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.005229 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fe6376-dbc6-43e6-8c91-90cca4498afa {{(pid=110245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:49:50.012947 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.014418 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5aff3ec9-0493-4c34-80d2-140dd2fb5ace admin admin] 10.222.0.42 "DELETE /v2.0/routers/f7fe6376-dbc6-43e6-8c91-90cca4498afa HTTP/1.1" status: 204 len: 168 time: 0.8118594 May 25 05:49:50.017222 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45672) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:50.068319 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] Deleting subnet 9adf9850-9c85-47da-b874-5375b05a0af0 {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:49:50.071455 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] Publish callbacks [] for subnet (9adf9850-9c85-47da-b874-5375b05a0af0), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.110083 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (9adf9850-9c85-47da-b874-5375b05a0af0), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.189352 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (9adf9850-9c85-47da-b874-5375b05a0af0), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.240979 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (9adf9850-9c85-47da-b874-5375b05a0af0), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.270915 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9adf9850-9c85-47da-b874-5375b05a0af0,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:50.272871 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.276473 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392f191-34a5-4133-be06-70fc60f735bd None None] Network 9c1f9707-80c9-42a9-8278-30334c600f63 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:49:50.277550 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7c128bae-bc6b-4831-ae04-8bf3dcb3a084 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9adf9850-9c85-47da-b874-5375b05a0af0 HTTP/1.1" status: 204 len: 168 time: 0.2592475 May 25 05:49:50.280188 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45674) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:50.347892 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (9c1f9707-80c9-42a9-8278-30334c600f63), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.401120 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Deleting port 80003c8d-b285-419a-a27f-011777c43e86 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:50.401451 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (80003c8d-b285-419a-a27f-011777c43e86), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.466398 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] For port 80003c8d-b285-419a-a27f-011777c43e86, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=80003c8d-b285-419a-a27f-011777c43e86,segment=NetworkSegment(ce7fccad-ac83-46cc-9e87-f3805daadbdd),segment_id=ce7fccad-ac83-46cc-9e87-f3805daadbdd)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:50.466681 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (80003c8d-b285-419a-a27f-011777c43e86), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.479670 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Calling delete_port for 80003c8d-b285-419a-a27f-011777c43e86 owned by network:dhcp {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:50.545143 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32008227-4687-43a8-9436-f2b087c463bf None None] DHCP port deletion for 9c1f9707-80c9-42a9-8278-30334c600f63 request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:49:50.567226 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (80003c8d-b285-419a-a27f-011777c43e86), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.589294 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-32008227-4687-43a8-9436-f2b087c463bf None None] Deleting port 80003c8d-b285-419a-a27f-011777c43e86 {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:50.589753 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-32008227-4687-43a8-9436-f2b087c463bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (80003c8d-b285-419a-a27f-011777c43e86), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.593412 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=80003c8d-b285-419a-a27f-011777c43e86,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:50.595288 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] No DVR routers for this DVR port 80003c8d-b285-419a-a27f-011777c43e86 on host dv-cinder-842947-1-iscsi {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:49:50.670171 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-32008227-4687-43a8-9436-f2b087c463bf None None] For port 80003c8d-b285-419a-a27f-011777c43e86, host dv-cinder-842947-1-iscsi, got binding levels [] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:50.670755 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-32008227-4687-43a8-9436-f2b087c463bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (80003c8d-b285-419a-a27f-011777c43e86), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.677347 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (9c1f9707-80c9-42a9-8278-30334c600f63), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.704178 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1f9707-80c9-42a9-8278-30334c600f63']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:50.704405 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-32008227-4687-43a8-9436-f2b087c463bf None None] Calling delete_port for 80003c8d-b285-419a-a27f-011777c43e86 owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:50.708013 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.ipam_backend_mixin [None req-32008227-4687-43a8-9436-f2b087c463bf None None] Port 80003c8d-b285-419a-a27f-011777c43e86 was not found and therefore no delete operation was performed {{(pid=110246) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 25 05:49:50.709517 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-32008227-4687-43a8-9436-f2b087c463bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (80003c8d-b285-419a-a27f-011777c43e86), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.716272 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7fccad-ac83-46cc-9e87-f3805daadbdd') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:50.716734 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7fccad-ac83-46cc-9e87-f3805daadbdd') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:50.729958 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (ce7fccad-ac83-46cc-9e87-f3805daadbdd), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.734182 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32008227-4687-43a8-9436-f2b087c463bf None None] Pushing event deleted for resources: {'Port': ['ID=80003c8d-b285-419a-a27f-011777c43e86,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:50.742454 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32008227-4687-43a8-9436-f2b087c463bf None None] No DVR routers for this DVR port 80003c8d-b285-419a-a27f-011777c43e86 on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:49:50.757012 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (ce7fccad-ac83-46cc-9e87-f3805daadbdd), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.767306 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:49:50.767751 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (ce7fccad-ac83-46cc-9e87-f3805daadbdd), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.785789 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb5b35-c7cb-4b16-876b-025680548e15 req-ecd37314-d464-4013-815f-4433254e2ba1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:50.788290 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e2cb5b35-c7cb-4b16-876b-025680548e15 req-ecd37314-d464-4013-815f-4433254e2ba1 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 943 time: 0.0998321 May 25 05:49:50.814189 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment ce7fccad-ac83-46cc-9e87-f3805daadbdd resource provider aggregate not found May 25 05:49:50.838236 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment ce7fccad-ac83-46cc-9e87-f3805daadbdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce7fccad-ac83-46cc-9e87-f3805daadbdd found for delete ", "request_id": "req-78ae8094-0b63-4f67-8a13-9014481d94cc"}]} May 25 05:49:50.860031 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (9c1f9707-80c9-42a9-8278-30334c600f63), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.873996 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:50.875377 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e2cb5b35-c7cb-4b16-876b-025680548e15 req-5ad5d73a-a325-4c65-81c5-ffc189b57b98 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758655 May 25 05:49:50.881005 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45684) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:50.881302 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9c1f9707-80c9-42a9-8278-30334c600f63 HTTP/1.1" status: 204 len: 168 time: 0.6000302 May 25 05:49:50.902636 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917632e-b65d-462a-90d6-fe18d7075e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1f9707-80c9-42a9-8278-30334c600f63,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:51.077233 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2343ac-f75d-416f-b09e-7edf3d814b13 req-4533e663-b420-46a1-a92d-ca602e1fde72 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:51.078752 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ca2343ac-f75d-416f-b09e-7edf3d814b13 req-4533e663-b420-46a1-a92d-ca602e1fde72 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 944 time: 0.1392441 May 25 05:49:51.174364 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ca2343ac-f75d-416f-b09e-7edf3d814b13 req-92adad00-dae6-4484-b4b6-8e856b957260 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885644 May 25 05:49:51.253130 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 80003c8d-b285-419a-a27f-011777c43e86 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:51.273475 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 80003c8d-b285-419a-a27f-011777c43e86 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:51.273811 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 80003c8d-b285-419a-a27f-011777c43e86 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:51.274278 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 5a925ca9-3016-424d-85ac-5ca49c7cac3f no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:51.293727 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 5a925ca9-3016-424d-85ac-5ca49c7cac3f {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:51.294077 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 5a925ca9-3016-424d-85ac-5ca49c7cac3f not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:51.294614 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7a53eec6-71cc-4079-b385-050c59958829 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:51.318217 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 7a53eec6-71cc-4079-b385-050c59958829 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:51.318571 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 7a53eec6-71cc-4079-b385-050c59958829 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:51.426506 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (79f29ebd-9a55-4d60-939c-d787dcfb3997), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:51.690313 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:49:51.695064 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:49:51.718406 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Deleting port e00aba54-d5ba-43cc-a060-2757715a5ff4 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:51.718708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:51.796334 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] For port e00aba54-d5ba-43cc-a060-2757715a5ff4, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=e00aba54-d5ba-43cc-a060-2757715a5ff4,segment=NetworkSegment(ad7b44fc-56fc-40d8-b0b9-490425b44ec5),segment_id=ad7b44fc-56fc-40d8-b0b9-490425b44ec5)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:51.797074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:51.807392 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 961b090d-c2d8-4dac-a186-eed1ed7536fe triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:49:51.807918 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:51.812684 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Calling delete_port for e00aba54-d5ba-43cc-a060-2757715a5ff4 owned by network:router_interface {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:51.976584 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:51.994355 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'port_id': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'mac_address': 'fa:16:3e:b5:06:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:49:52.033745 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef9962-de78-4a6e-b4f5-5e35f906b3da req-3d700fb8-1d24-4bf5-b7e9-3547a6a99593 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:52.035803 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3cef9962-de78-4a6e-b4f5-5e35f906b3da req-3d700fb8-1d24-4bf5-b7e9-3547a6a99593 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 943 time: 0.0944641 May 25 05:49:52.049588 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (e00aba54-d5ba-43cc-a060-2757715a5ff4), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:52.050906 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:49:52.051290 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:52.072581 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 961b090d-c2d8-4dac-a186-eed1ed7536fe is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:49:52.073200 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:52.075834 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:49:52.085006 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00aba54-d5ba-43cc-a060-2757715a5ff4,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:52.108979 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:52.115440 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:49:52.117925 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf0107b-1604-40a3-8325-07c9b2a01291" -d '{"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-plugged", "status": "completed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:49:52.127402 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:52.134953 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:52.155225 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:52.160602 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3cef9962-de78-4a6e-b4f5-5e35f906b3da req-4e044b9f-67c8-4215-bfdd-d328a9b7c3c0 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187959 May 25 05:49:52.174608 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804ea1cc-afcb-49b2-8294-488217ce073f x-openstack-request-id: req-804ea1cc-afcb-49b2-8294-488217ce073f {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:49:52.174927 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-plugged", "status": "completed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:49:52.175186 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-804ea1cc-afcb-49b2-8294-488217ce073f {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:49:52.175593 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804ea1cc-afcb-49b2-8294-488217ce073f'] response: {'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'code': 200} May 25 05:49:52.195737 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:52.252036 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=7']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:52.302104 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (79f29ebd-9a55-4d60-939c-d787dcfb3997), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:52.418393 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cff51-910f-4350-aae9-71af47373ff2 req-43be6152-3902-49af-9393-e770b5da2b96 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:52.419953 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9a0cff51-910f-4350-aae9-71af47373ff2 req-43be6152-3902-49af-9393-e770b5da2b96 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1339490 May 25 05:49:52.515817 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9a0cff51-910f-4350-aae9-71af47373ff2 req-f7b8fc95-9a06-4909-9bc5-51d0db7e8d86 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887108 May 25 05:49:52.768534 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['d4423df2-2a4f-4aba-8b3c-9aa6b7a00123'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:49:52.838778 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Router 79f29ebd-9a55-4d60-939c-d787dcfb3997 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:49:52.954222 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:49:52.960901 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b6360e2c-edfd-454c-850f-953618b7a793 admin admin] 10.222.0.42 "PUT /v2.0/routers/79f29ebd-9a55-4d60-939c-d787dcfb3997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0774920 May 25 05:49:52.962436 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45694) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:52.962756 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] Sync routers for ids ['79f29ebd-9a55-4d60-939c-d787dcfb3997'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:49:52.973172 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] Routers {'79f29ebd-9a55-4d60-939c-d787dcfb3997'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:52.973801 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['79f29ebd-9a55-4d60-939c-d787dcfb3997'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:53.059196 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks [] for router (79f29ebd-9a55-4d60-939c-d787dcfb3997), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.074901 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] Set router 79f29ebd-9a55-4d60-939c-d787dcfb3997 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:53.161093 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks [] for router_gateway (79f29ebd-9a55-4d60-939c-d787dcfb3997), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.232279 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Deleting port 271ff643-054a-495f-8526-38f9fd270ef0 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:53.233111 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (271ff643-054a-495f-8526-38f9fd270ef0), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.292473 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243'}], 'enable_snat': True}, 'gw_port_id': '271ff643-054a-495f-8526-38f9fd270ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:49:51Z', 'revision_number': 5, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port': {'id': '271ff643-054a-495f-8526-38f9fd270ef0', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:62:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:53.317132 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] Checking router: 79f29ebd-9a55-4d60-939c-d787dcfb3997 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:49:53.325888 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] Routers {'79f29ebd-9a55-4d60-939c-d787dcfb3997'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:49:53.326569 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['79f29ebd-9a55-4d60-939c-d787dcfb3997'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:53.346310 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] For port 271ff643-054a-495f-8526-38f9fd270ef0, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=271ff643-054a-495f-8526-38f9fd270ef0,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:53.347293 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (271ff643-054a-495f-8526-38f9fd270ef0), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.361656 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfb121-bd53-48f7-8ee4-17f3bc55b1cf req-860eb865-a79e-46a2-801f-2da37dbd1415 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:53.363190 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-45dfb121-bd53-48f7-8ee4-17f3bc55b1cf req-860eb865-a79e-46a2-801f-2da37dbd1415 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 944 time: 0.0930448 May 25 05:49:53.370343 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Calling delete_port for 271ff643-054a-495f-8526-38f9fd270ef0 owned by network:router_gateway {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:53.418554 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] Set router 79f29ebd-9a55-4d60-939c-d787dcfb3997 gateway port host: None {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:49:53.465019 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-45dfb121-bd53-48f7-8ee4-17f3bc55b1cf req-7f6a28eb-30d0-4ab4-9b6c-e328f5801daa tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956099 May 25 05:49:53.472244 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:49:53Z', 'revision_number': 6, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:53.497641 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559c4a5-90d7-43c7-b219-b92ce4e1bcb3 None None] The sync data for ids ['79f29ebd-9a55-4d60-939c-d787dcfb3997'] in dv-cinder-842947-1-iscsi is: [{'id': '79f29ebd-9a55-4d60-939c-d787dcfb3997', 'name': 'tempest-TestShelveInstance-1135177860-router', 'tenant_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:14Z', 'updated_at': '2022-05-25T05:49:53Z', 'revision_number': 6, 'project_id': 'da74d44a07cd43fb9d137f4a459e48e5', 'gw_port_host': None}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:49:53.599209 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (271ff643-054a-495f-8526-38f9fd270ef0), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.646058 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Pushing event deleted for resources: {'Port': ['ID=271ff643-054a-495f-8526-38f9fd270ef0,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:53.735484 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (79f29ebd-9a55-4d60-939c-d787dcfb3997), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.743864 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce5f6a-6d18-4c59-85b8-9f19db617c7c req-6c0ba3b7-79a9-4e91-be3d-830fbcf219fd tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:53.745399 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f9ce5f6a-6d18-4c59-85b8-9f19db617c7c req-6c0ba3b7-79a9-4e91-be3d-830fbcf219fd tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1361468 May 25 05:49:53.870703 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (79f29ebd-9a55-4d60-939c-d787dcfb3997), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.877946 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks [] for router_controller (79f29ebd-9a55-4d60-939c-d787dcfb3997), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.963300 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f9ce5f6a-6d18-4c59-85b8-9f19db617c7c req-55428d1e-b07e-4832-b3cf-e855cddb1c47 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027817 May 25 05:49:53.973833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (79f29ebd-9a55-4d60-939c-d787dcfb3997), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.974423 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f29ebd-9a55-4d60-939c-d787dcfb3997 {{(pid=110244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:49:53.980435 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:53.981942 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-8d66baac-f1b8-4520-a742-62e4d0146468 admin admin] 10.222.0.42 "DELETE /v2.0/routers/79f29ebd-9a55-4d60-939c-d787dcfb3997 HTTP/1.1" status: 204 len: 168 time: 1.0182259 May 25 05:49:53.985989 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45700) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:54.032078 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] Deleting subnet b4471dd1-7ff0-4e6f-b68e-006f68250084 {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:49:54.035321 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] Publish callbacks [] for subnet (b4471dd1-7ff0-4e6f-b68e-006f68250084), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.073625 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (b4471dd1-7ff0-4e6f-b68e-006f68250084), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.149887 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (b4471dd1-7ff0-4e6f-b68e-006f68250084), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.203414 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (b4471dd1-7ff0-4e6f-b68e-006f68250084), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.228907 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4471dd1-7ff0-4e6f-b68e-006f68250084,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:54.232528 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.235755 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f5623f3b-2332-4713-ad94-675555272221 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4471dd1-7ff0-4e6f-b68e-006f68250084 HTTP/1.1" status: 204 len: 168 time: 0.2488620 May 25 05:49:54.239279 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45702) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:54.242020 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fbb147-07d5-41a9-9815-3384226d72f2 None None] Network 2c8bcff7-a489-47ee-b053-c79afad0e515 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:49:54.313316 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (2c8bcff7-a489-47ee-b053-c79afad0e515), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.378135 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Deleting port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:54.378387 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.428621 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] DHCP port deletion for 2c8bcff7-a489-47ee-b053-c79afad0e515 request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:49:54.462365 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] For port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,segment=NetworkSegment(ad7b44fc-56fc-40d8-b0b9-490425b44ec5),segment_id=ad7b44fc-56fc-40d8-b0b9-490425b44ec5)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:54.462741 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.479136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Calling delete_port for 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda owned by network:dhcp {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:54.508575 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] Deleting port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:49:54.509196 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.600616 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.627173 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] For port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,segment=NetworkSegment(ad7b44fc-56fc-40d8-b0b9-490425b44ec5),segment_id=ad7b44fc-56fc-40d8-b0b9-490425b44ec5)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:54.627577 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.641203 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:54.645917 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] No DVR routers for this DVR port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda on host dv-cinder-842947-1-iscsi {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:49:54.662460 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] Calling delete_port for 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:49:54.691509 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36031ea-e9fe-4ee4-b03d-548541da5cbd req-e383ed89-88cd-4ad9-b2a2-f57e8b8cce7b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:54.712921 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e36031ea-e9fe-4ee4-b03d-548541da5cbd req-e383ed89-88cd-4ad9-b2a2-f57e8b8cce7b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 944 time: 0.1032860 May 25 05:49:54.741696 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (2c8bcff7-a489-47ee-b053-c79afad0e515), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.772369 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8bcff7-a489-47ee-b053-c79afad0e515']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:54.778539 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.786950 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:54.787256 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7b44fc-56fc-40d8-b0b9-490425b44ec5') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:49:54.795200 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e36031ea-e9fe-4ee4-b03d-548541da5cbd req-5fc3c86f-c35f-4a2e-ad28-847c6bf76e1c tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797694 May 25 05:49:54.800228 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (ad7b44fc-56fc-40d8-b0b9-490425b44ec5), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.816408 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] Pushing event deleted for resources: {'Port': ['ID=58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:54.820575 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (ad7b44fc-56fc-40d8-b0b9-490425b44ec5), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.823102 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee29714-07c1-48d8-a94c-7ec4eeb1094f None None] No DVR routers for this DVR port 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:49:54.834945 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:49:54.835836 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (ad7b44fc-56fc-40d8-b0b9-490425b44ec5), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.879369 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment ad7b44fc-56fc-40d8-b0b9-490425b44ec5 resource provider aggregate not found May 25 05:49:54.901973 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment ad7b44fc-56fc-40d8-b0b9-490425b44ec5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad7b44fc-56fc-40d8-b0b9-490425b44ec5 found for delete ", "request_id": "req-db0a928f-f686-4c5e-aa18-fe3a4a0c8ca7"}]} May 25 05:49:54.917836 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (2c8bcff7-a489-47ee-b053-c79afad0e515), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.926248 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:54.932839 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] 10.222.0.42 "DELETE /v2.0/networks/2c8bcff7-a489-47ee-b053-c79afad0e515 HTTP/1.1" status: 204 len: 168 time: 0.6920075 May 25 05:49:54.953872 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca4427-c7e5-42e3-b1e6-43b237cdb8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8bcff7-a489-47ee-b053-c79afad0e515,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:55.084789 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45734) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:55.125299 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94200ace-a41b-419e-bc73-f3811bfc1abb req-e67cd6c1-3e1f-4d63-980b-be03295b878b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:55.133002 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94200ace-a41b-419e-bc73-f3811bfc1abb req-e67cd6c1-3e1f-4d63-980b-be03295b878b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0793483 May 25 05:49:55.151647 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-12237b5f-261a-45a4-87d1-4692379679aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62d1ff45829a40f49362b7e51e3d7caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647714 May 25 05:49:55.154025 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45740) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:55.215298 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94200ace-a41b-419e-bc73-f3811bfc1abb req-a7e33d61-7e68-405b-abae-4373f58610b6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807693 May 25 05:49:55.240033 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ff69d4a2-5885-4b91-ba4b-df352136d82b admin admin] Publish callbacks [] for security_group (cd670abb-aae3-4688-a950-dc01f5fb6b49), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:55.241698 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 271ff643-054a-495f-8526-38f9fd270ef0 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:55.260963 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 271ff643-054a-495f-8526-38f9fd270ef0 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:55.262057 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 271ff643-054a-495f-8526-38f9fd270ef0 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:55.262746 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device e00aba54-d5ba-43cc-a060-2757715a5ff4 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:55.273180 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ff69d4a2-5885-4b91-ba4b-df352136d82b admin admin] Publish callbacks [] for security_group (cd670abb-aae3-4688-a950-dc01f5fb6b49), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:55.289878 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: e00aba54-d5ba-43cc-a060-2757715a5ff4 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:55.290396 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device e00aba54-d5ba-43cc-a060-2757715a5ff4 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:55.290688 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:49:55.310034 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:49:55.311326 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 58db4efb-6cb9-4fd9-ad7c-ace7ce1b2bda not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:49:55.339617 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ff69d4a2-5885-4b91-ba4b-df352136d82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (cd670abb-aae3-4688-a950-dc01f5fb6b49), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:55.342495 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ff69d4a2-5885-4b91-ba4b-df352136d82b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:55.343706 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ff69d4a2-5885-4b91-ba4b-df352136d82b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd670abb-aae3-4688-a950-dc01f5fb6b49 HTTP/1.1" status: 204 len: 168 time: 0.1886363 May 25 05:49:55.353720 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69d4a2-5885-4b91-ba4b-df352136d82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd670abb-aae3-4688-a950-dc01f5fb6b49,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:55.732573 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:49:55.803352 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:49:55.819604 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:49:55.820335 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:55.859089 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45752) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:55.945004 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-28cda1fd-cde0-4c0b-add8-1025c0d04501 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da74d44a07cd43fb9d137f4a459e48e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796342 May 25 05:49:55.945359 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45754) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:55.959637 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:49:55.960024 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:55.986656 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:49:55.989354 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c14539d-93cb-44cd-aeb2-2d8f256d4bb3" -d '{"events": [{"server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "name": "network-vif-plugged", "status": "completed", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:49:56.003364 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4082b-6013-43c4-b556-95e286267149 req-dabf05cc-c3cd-4370-b584-09b4022f0e4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:56.007707 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:49:56.011378 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7cb4082b-6013-43c4-b556-95e286267149 req-dabf05cc-c3cd-4370-b584-09b4022f0e4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 944 time: 0.1258781 May 25 05:49:56.015477 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:56.079747 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64c7fd0a-89ce-4750-a9d4-b9127fea60c0 admin admin] Publish callbacks [] for security_group (9927d3a4-8315-49e1-8578-c26a5312817e), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:56.084197 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:56.089931 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7daf8d-68b9-46d7-9287-4aaccc6994c4 x-openstack-request-id: req-9b7daf8d-68b9-46d7-9287-4aaccc6994c4 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:49:56.090505 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "name": "network-vif-plugged", "status": "completed", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:49:56.091099 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b7daf8d-68b9-46d7-9287-4aaccc6994c4 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:49:56.091453 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7cb4082b-6013-43c4-b556-95e286267149 req-042efb8b-de85-4d08-9b31-cf6c378fbf2f tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787168 May 25 05:49:56.091948 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7daf8d-68b9-46d7-9287-4aaccc6994c4'] response: {'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'code': 200} May 25 05:49:56.124615 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64c7fd0a-89ce-4750-a9d4-b9127fea60c0 admin admin] Publish callbacks [] for security_group (9927d3a4-8315-49e1-8578-c26a5312817e), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:56.229511 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64c7fd0a-89ce-4750-a9d4-b9127fea60c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9927d3a4-8315-49e1-8578-c26a5312817e), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:56.232228 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64c7fd0a-89ce-4750-a9d4-b9127fea60c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:56.233382 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-64c7fd0a-89ce-4750-a9d4-b9127fea60c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9927d3a4-8315-49e1-8578-c26a5312817e HTTP/1.1" status: 204 len: 168 time: 0.2876642 May 25 05:49:56.263396 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7fd0a-89ce-4750-a9d4-b9127fea60c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9927d3a4-8315-49e1-8578-c26a5312817e,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:49:56.407863 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b1a2c-6c6e-42e6-bae5-53c278d2b742 req-96e560b2-ec26-437f-87c9-d4e4a3b6434e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:56.417222 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea0b1a2c-6c6e-42e6-bae5-53c278d2b742 req-96e560b2-ec26-437f-87c9-d4e4a3b6434e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1253605 May 25 05:49:56.508664 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea0b1a2c-6c6e-42e6-bae5-53c278d2b742 req-4665308c-9b10-4a08-ad06-bd82754a9ee0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902286 May 25 05:49:56.512135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0cc61-0de0-4349-8e39-12e6090ee28c req-e1f97fa5-43cc-4993-b1c5-df54f8c3104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:56.513523 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a4f0cc61-0de0-4349-8e39-12e6090ee28c req-e1f97fa5-43cc-4993-b1c5-df54f8c3104d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 1129 time: 0.2080357 May 25 05:49:56.579457 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a4f0cc61-0de0-4349-8e39-12e6090ee28c req-4928c6fa-65ed-4aff-8d4b-f90e7719f6b4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562277 May 25 05:49:57.250643 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1e006-91db-4e22-8d72-151a93d7a5fc req-5e5e1698-c61b-4470-ab36-85928b51b56e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:57.253433 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5dd1e006-91db-4e22-8d72-151a93d7a5fc req-5e5e1698-c61b-4470-ab36-85928b51b56e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 945 time: 0.0722744 May 25 05:49:57.330448 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5dd1e006-91db-4e22-8d72-151a93d7a5fc req-66262564-8107-4c5a-8e55-87f1bd60eb1b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664213 May 25 05:49:57.702048 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6e09-9651-4235-903e-a75d334e7ac9 req-7083e4fc-5d76-4877-938a-c9166d6c3baa tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:57.703815 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-be9f6e09-9651-4235-903e-a75d334e7ac9 req-7083e4fc-5d76-4877-938a-c9166d6c3baa tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0966725 May 25 05:49:57.775547 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-be9f6e09-9651-4235-903e-a75d334e7ac9 req-aab64bef-e2d4-4bab-ad42-af1b70bda1ec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645685 May 25 05:49:58.474587 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918d27c-3410-4e1d-b6c7-d639d5ba8225 req-daa8a559-00e3-42b7-96c3-207ed6c3adcb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:58.476235 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c918d27c-3410-4e1d-b6c7-d639d5ba8225 req-daa8a559-00e3-42b7-96c3-207ed6c3adcb tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 945 time: 0.0599647 May 25 05:49:58.529926 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c918d27c-3410-4e1d-b6c7-d639d5ba8225 req-2bbb1b78-f8aa-48cf-88b8-41f2f6eaf856 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478132 May 25 05:49:58.684827 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c14ee-18c7-48c7-9efe-c4abc50d55de req-0e86da20-aa54-4a0c-9a6c-ee1fa6447f05 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:58.686363 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-151c14ee-18c7-48c7-9efe-c4abc50d55de req-0e86da20-aa54-4a0c-9a6c-ee1fa6447f05 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 945 time: 0.0587792 May 25 05:49:58.697401 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 45776) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:49:58.702156 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Request body: {'floatingip': {'port_id': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:49:58.740382 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (ea4cd426-9835-4829-b6f4-545b4dcc54cb), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:58.948999 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a0e2c-a09a-40d1-847b-772a4995b749 req-d1aeb45b-6d28-4d09-9a54-c45efa7c17ff tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:49:58.957074 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d95a0e2c-a09a-40d1-847b-772a4995b749 req-d1aeb45b-6d28-4d09-9a54-c45efa7c17ff tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0757294 May 25 05:49:59.015366 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d95a0e2c-a09a-40d1-847b-772a4995b749 req-bd2753aa-feed-4211-bfc9-54ba47573268 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566676 May 25 05:49:59.284391 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:59.289233 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (ea4cd426-9835-4829-b6f4-545b4dcc54cb), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:49:59.396139 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP ea4cd426-9835-4829-b6f4-545b4dcc54cb associated. External IP: 172.27.2.183, port: d4423df2-2a4f-4aba-8b3c-9aa6b7a00123. May 25 05:49:59.871536 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:49:59.988530 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:49:59.997787 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:00.001571 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:50:00.012724 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:00.013860 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:00.044387 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-64507025-1462-47e0-9733-5e920e9126be tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "PUT /v2.0/floatingips/ea4cd426-9835-4829-b6f4-545b4dcc54cb HTTP/1.1" status: 200 len: 991 time: 1.3435798 May 25 05:50:00.052729 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:50:00.057828 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade760e3-9244-4739-8843-116e36cdde4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:50:00.126690 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:00.134807 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe8323-045b-4a34-8c08-1831cc1f7ab6 x-openstack-request-id: req-6cbe8323-045b-4a34-8c08-1831cc1f7ab6 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:50:00.135102 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:50:00.135360 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cbe8323-045b-4a34-8c08-1831cc1f7ab6 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:50:00.135776 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbe8323-045b-4a34-8c08-1831cc1f7ab6'] response: {'name': 'network-changed', 'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'status': 'completed', 'code': 200} May 25 05:50:00.250650 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4501b2-001b-4a9f-80cf-bd4082f9f7dc req-7f559b2b-239e-4152-9c11-0d2d49dc0a57 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:00.252337 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b4501b2-001b-4a9f-80cf-bd4082f9f7dc req-7f559b2b-239e-4152-9c11-0d2d49dc0a57 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1173139 May 25 05:50:00.261311 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade760e3-9244-4739-8843-116e36cdde4a req-8a3b64bf-36b2-4d00-9f32-c06392df2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:00.262812 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade760e3-9244-4739-8843-116e36cdde4a req-8a3b64bf-36b2-4d00-9f32-c06392df2d9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 1129 time: 0.1155758 May 25 05:50:00.374849 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3b4501b2-001b-4a9f-80cf-bd4082f9f7dc req-b6fcd8bd-afc8-4196-95fd-529113d6e043 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154940 May 25 05:50:00.411666 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'ea4cd426-9835-4829-b6f4-545b4dcc54cb', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:b5:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:49:41Z', 'updated_at': '2022-05-25T05:49:59Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:00.435807 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade760e3-9244-4739-8843-116e36cdde4a req-8ed706f5-bf69-43c3-b6df-a618d2c5d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:00.437562 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade760e3-9244-4739-8843-116e36cdde4a req-8ed706f5-bf69-43c3-b6df-a618d2c5d2c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 200 len: 914 time: 0.1608374 May 25 05:50:00.438305 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:50:00.451798 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:00.452488 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:49:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:00.555155 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade760e3-9244-4739-8843-116e36cdde4a req-462376a9-b9b8-4f08-848d-1621984202a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 HTTP/1.1" status: 200 len: 999 time: 0.1080105 May 25 05:50:00.564890 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:00.637480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade760e3-9244-4739-8843-116e36cdde4a req-85705257-fa7e-4915-8ba5-de380871ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:00.643604 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade760e3-9244-4739-8843-116e36cdde4a req-85705257-fa7e-4915-8ba5-de380871ccfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 200 len: 852 time: 0.0798402 May 25 05:50:00.725761 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade760e3-9244-4739-8843-116e36cdde4a req-33fd73c6-b554-4566-ada8-2949ca97f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:00.727595 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade760e3-9244-4739-8843-116e36cdde4a req-33fd73c6-b554-4566-ada8-2949ca97f50b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03cbec90-4b8a-4a3a-b3fc-7583ee92726b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766740 May 25 05:50:00.914655 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade760e3-9244-4739-8843-116e36cdde4a req-b6976809-c354-4aff-a6bf-fd77d7baef75 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795590 May 25 05:50:00.968306 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'ea4cd426-9835-4829-b6f4-545b4dcc54cb', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:b5:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:49:41Z', 'updated_at': '2022-05-25T05:49:59Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:01.005290 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a047f101-eb03-411d-a485-4a99f6bf953c None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': 'ea4cd426-9835-4829-b6f4-545b4dcc54cb', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'floating_ip_address': '172.27.2.183', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'port_id': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'mac_address': 'fa:16:3e:b5:06:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:49:41Z', 'updated_at': '2022-05-25T05:49:59Z', 'revision_number': 1, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:50:01.067255 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade760e3-9244-4739-8843-116e36cdde4a req-83da3fb6-fbb2-4cf9-a423-b010c54f0e06 service neutron] 10.222.0.32 "GET /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447346 May 25 05:50:01.265390 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc587f5a-e350-4a04-aa53-1e166546e43d None None] New status for floating IP ea4cd426-9835-4829-b6f4-545b4dcc54cb: ACTIVE {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:50:01.556296 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbdfb2-9063-4512-a7b3-642c5f67aaa9 req-8c916b90-fcd7-4667-876c-6366d134923b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:01.557975 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-28cbdfb2-9063-4512-a7b3-642c5f67aaa9 req-8c916b90-fcd7-4667-876c-6366d134923b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0827534 May 25 05:50:01.618539 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-28cbdfb2-9063-4512-a7b3-642c5f67aaa9 req-466b72d4-3537-4981-b45a-c7133b0b3e08 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543001 May 25 05:50:02.774786 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5d8f-387e-4bce-8f6a-3da95311870f req-7ca4be2b-43e9-4724-af58-978d5a77898d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:02.778592 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-758b5d8f-387e-4bce-8f6a-3da95311870f req-7ca4be2b-43e9-4724-af58-978d5a77898d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0699635 May 25 05:50:02.830516 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-758b5d8f-387e-4bce-8f6a-3da95311870f req-a554db83-9f24-4ba8-a17a-f3d9ee67fd66 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451181 May 25 05:50:03.990005 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fb718-14cc-47f9-9c5b-ea112da14765 req-21ca3384-a3e5-42cf-b687-6f6dfe86dd4d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:03.991542 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-314fb718-14cc-47f9-9c5b-ea112da14765 req-21ca3384-a3e5-42cf-b687-6f6dfe86dd4d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0826883 May 25 05:50:04.062776 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-314fb718-14cc-47f9-9c5b-ea112da14765 req-141f6001-073d-437a-bcd7-ba119a972701 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642929 May 25 05:50:05.236561 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dd522-51e1-4ab3-a18d-dfa260386ca8 req-dddcb68c-16d1-44c0-8b92-50553568befe tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:05.240305 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea2dd522-51e1-4ab3-a18d-dfa260386ca8 req-dddcb68c-16d1-44c0-8b92-50553568befe tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0931005 May 25 05:50:05.302950 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ea2dd522-51e1-4ab3-a18d-dfa260386ca8 req-c9375def-ac87-46b9-9865-26530aa4f40b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564294 May 25 05:50:06.130763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d795-53d3-434c-a735-87463af7b42c req-5c54ca4f-5556-4785-a05b-896d43d4a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:06.132249 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffc0d795-53d3-434c-a735-87463af7b42c req-5c54ca4f-5556-4785-a05b-896d43d4a7ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1129 time: 0.0460274 May 25 05:50:06.229969 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d795-53d3-434c-a735-87463af7b42c req-231bc15b-9422-4df5-9dbf-be2219152cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:06.231456 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffc0d795-53d3-434c-a735-87463af7b42c req-231bc15b-9422-4df5-9dbf-be2219152cc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.0900879 May 25 05:50:06.292239 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffc0d795-53d3-434c-a735-87463af7b42c req-937e03e4-e5d8-471f-9325-41bc900d2d8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 1000 time: 0.0548654 May 25 05:50:06.341315 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d795-53d3-434c-a735-87463af7b42c req-28da38d7-a062-49f9-89bc-ce5ca31bbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:06.342932 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffc0d795-53d3-434c-a735-87463af7b42c req-28da38d7-a062-49f9-89bc-ce5ca31bbb11 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0453451 May 25 05:50:06.422820 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0d795-53d3-434c-a735-87463af7b42c req-43f77a75-e975-414a-a676-6355938d03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:06.424388 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffc0d795-53d3-434c-a735-87463af7b42c req-43f77a75-e975-414a-a676-6355938d03cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747347 May 25 05:50:06.500807 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19bbc1-6dc1-4dca-b72c-98ff00a2a368 req-1962356a-460d-4b7d-bd61-6783bee1db2e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:06.502286 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3e19bbc1-6dc1-4dca-b72c-98ff00a2a368 req-1962356a-460d-4b7d-bd61-6783bee1db2e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.1128561 May 25 05:50:06.548642 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffc0d795-53d3-434c-a735-87463af7b42c req-f4701f48-5f0e-4629-89fc-d9cdf1d1a20a service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175663 May 25 05:50:06.609789 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3e19bbc1-6dc1-4dca-b72c-98ff00a2a368 req-9b98e477-f9d3-4bda-9f88-dc436ab74df8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010380 May 25 05:50:06.649486 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ffc0d795-53d3-434c-a735-87463af7b42c req-06ca01f5-240f-4c89-9a4b-cead31a68839 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945706 May 25 05:50:07.046763 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-03cfac0c-23da-49f4-9731-e40f4a2da97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:07.745781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092335b-cbd4-494b-b4d7-4e1aac786ad9 req-da1b9559-0a89-4d0e-ba77-3a11f1b684f4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:07.747443 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a092335b-cbd4-494b-b4d7-4e1aac786ad9 req-da1b9559-0a89-4d0e-ba77-3a11f1b684f4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0609193 May 25 05:50:07.803453 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a092335b-cbd4-494b-b4d7-4e1aac786ad9 req-91665e79-a504-402e-bd83-fd4cde809804 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478415 May 25 05:50:08.940808 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de2b8b-1123-4586-8dcc-795929aea21b req-c4f400b8-ab28-4b32-9c57-7384eab3fffb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:08.942469 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e3de2b8b-1123-4586-8dcc-795929aea21b req-c4f400b8-ab28-4b32-9c57-7384eab3fffb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0546684 May 25 05:50:08.990640 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e3de2b8b-1123-4586-8dcc-795929aea21b req-480c4d51-5bef-4309-a608-f9c53e707efb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 May 25 05:50:09.188081 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b08403ae-2c49-4983-bec6-37b4e7c37fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:10.305304 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce517bcc-fcfb-40a3-8773-f67d5f1ec309 req-8e26ac04-23d5-455b-b752-896e498686f0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:10.307555 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ce517bcc-fcfb-40a3-8773-f67d5f1ec309 req-8e26ac04-23d5-455b-b752-896e498686f0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 945 time: 0.0691640 May 25 05:50:10.363997 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ce517bcc-fcfb-40a3-8773-f67d5f1ec309 req-ff6bd292-4295-423a-a544-87203150c85b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504844 May 25 05:50:10.407719 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:10.622982 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45904) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:10.718170 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-25a65067-bb30-43a1-bd91-f77c4e352136 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938244 May 25 05:50:10.727129 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-96b95fd3-140c-4097-a0a1-979c3951a5d2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:50:10.728058 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-96b95fd3-140c-4097-a0a1-979c3951a5d2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047493 May 25 05:50:10.784555 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:50:10.806704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 45912) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:10.874830 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 961b090d-c2d8-4dac-a186-eed1ed7536fe is: ACTIVE; New status is: DOWN {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:50:10.875209 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:10.899291 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:50:10.901492 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4c19eb-e341-4e31-ac49-ccc54ed0267e" -d '{"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-unplugged", "status": "completed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:50:10.906312 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423255-638b-4b3c-9586-8de260d35cff req-e68337f3-7895-4f83-b780-e0183fcb0e32 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:10.907849 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-e68337f3-7895-4f83-b780-e0183fcb0e32 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports/961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 942 time: 0.0999722 May 25 05:50:10.914795 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:10.919811 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:10.947122 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 25 May 2022 05:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fae269e-298b-4199-a789-21949b90d5a0 x-openstack-request-id: req-3fae269e-298b-4199-a789-21949b90d5a0 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:50:10.947416 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-unplugged", "status": "failed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe", "code": 422}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:50:10.948240 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fae269e-298b-4199-a789-21949b90d5a0 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:50:10.948362 dv-cinder-842947-1-iscsi neutron-server[110246]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3fae269e-298b-4199-a789-21949b90d5a0']: {'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'code': 422} returned with failed status May 25 05:50:10.976077 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=8']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:11.494129 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d92cb-c66a-4c91-893b-48b835717345 req-0d94c230-9bdc-4aee-8d1d-96ff91a27408 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:11.495666 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2a0d92cb-c66a-4c91-893b-48b835717345 req-0d94c230-9bdc-4aee-8d1d-96ff91a27408 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0560405 May 25 05:50:11.548134 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2a0d92cb-c66a-4c91-893b-48b835717345 req-fdb54888-03a2-468c-831e-0c7206e08bf6 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467243 May 25 05:50:12.039839 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:12.530925 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:12.680043 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57b026-8d48-479c-8be8-475c0ce54340 req-2572102e-dcb3-4182-9e78-fcb07fdaf56f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:12.681572 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ab57b026-8d48-479c-8be8-475c0ce54340 req-2572102e-dcb3-4182-9e78-fcb07fdaf56f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0605423 May 25 05:50:12.734998 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ab57b026-8d48-479c-8be8-475c0ce54340 req-0e70c626-f1cc-4637-b93f-ac4b39793079 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470965 May 25 05:50:12.976469 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423255-638b-4b3c-9586-8de260d35cff req-cced3bc6-a939-4879-844e-659539a789a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:12.977936 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-cced3bc6-a939-4879-844e-659539a789a9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827&tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7 HTTP/1.1" status: 200 len: 1127 time: 0.0444810 May 25 05:50:13.042490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423255-638b-4b3c-9586-8de260d35cff req-38602c36-9399-4365-8c16-2b54ded27ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:13.043888 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-38602c36-9399-4365-8c16-2b54ded27ef8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1127 time: 0.0442891 May 25 05:50:13.137884 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423255-638b-4b3c-9586-8de260d35cff req-dd3f4aa4-11fe-458a-9b5d-a84ffaac8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:13.139361 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-dd3f4aa4-11fe-458a-9b5d-a84ffaac8e63 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.0885017 May 25 05:50:13.199969 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-69781643-7adb-4a60-ba41-e709c137b21e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 998 time: 0.0544519 May 25 05:50:13.256681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423255-638b-4b3c-9586-8de260d35cff req-23536f6c-586c-4199-976f-fe606ca50b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:13.258452 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-23536f6c-586c-4199-976f-fe606ca50b86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0523541 May 25 05:50:13.312331 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423255-638b-4b3c-9586-8de260d35cff req-4b255ba2-fea4-48f4-aa9d-553fef72bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:13.313843 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-4b255ba2-fea4-48f4-aa9d-553fef72bed5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482059 May 25 05:50:13.406574 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-db31dd48-9daa-499f-98c7-f9b97279dc3b service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867457 May 25 05:50:13.500331 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5c423255-638b-4b3c-9586-8de260d35cff req-acbb2ca5-572f-483f-bd2f-45e7b03f39fc service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873742 May 25 05:50:13.716037 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:13.873100 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561716d-b0fd-42ec-b196-ddfe1cfb0882 req-27335eb4-0e29-4d75-8387-710466149dc0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:13.874691 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8561716d-b0fd-42ec-b196-ddfe1cfb0882 req-27335eb4-0e29-4d75-8387-710466149dc0 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0630372 May 25 05:50:13.930550 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8561716d-b0fd-42ec-b196-ddfe1cfb0882 req-36d688f4-ee40-4e6a-bbe7-442ac7132925 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487604 May 25 05:50:15.067851 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c403-b766-42cc-98e8-d99a1b68f453 req-92c32533-43ef-42ed-a3df-a1897139839c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:15.069406 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4056c403-b766-42cc-98e8-d99a1b68f453 req-92c32533-43ef-42ed-a3df-a1897139839c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0583580 May 25 05:50:15.125196 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4056c403-b766-42cc-98e8-d99a1b68f453 req-c95ad09c-44b1-40d3-9e42-734e0ec286f7 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496616 May 25 05:50:16.263949 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55997442-754f-4470-aec7-b34ca47154f5 req-ab858adc-42db-49d3-ae6c-93c171a051d5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:16.264749 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-55997442-754f-4470-aec7-b34ca47154f5 req-ab858adc-42db-49d3-ae6c-93c171a051d5 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0557866 May 25 05:50:16.316778 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-55997442-754f-4470-aec7-b34ca47154f5 req-f86f4f72-6b26-4ac9-994d-af46a65ba7ea tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 May 25 05:50:17.466386 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03a3b-a928-461b-9cc0-04f533e58580 req-497b4c96-4fe0-449e-866e-676cfe3fed3e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:17.467957 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05f03a3b-a928-461b-9cc0-04f533e58580 req-497b4c96-4fe0-449e-866e-676cfe3fed3e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0700324 May 25 05:50:17.532152 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-05f03a3b-a928-461b-9cc0-04f533e58580 req-c352f284-bd3f-4d67-b5ab-cc0827af860e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578454 May 25 05:50:18.385397 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-120588b2-7bfa-4a8b-ae69-1b1c0b05566a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002319082&fields=id&tenant_id=50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 267 time: 0.0531530 May 25 05:50:18.553174 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-facf41dc-e58f-4128-84fd-81fb67481875 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:18.554997 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-facf41dc-e58f-4128-84fd-81fb67481875 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 811 time: 0.1606603 May 25 05:50:18.583186 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-7dbc0daf-4d8b-4fba-878b-f205472b3ab1 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/quotas/50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 375 time: 0.0179472 May 25 05:50:18.680901 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-a8d2102d-5c13-4f55-8e3a-2d7ad1d25090 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896969 May 25 05:50:18.708601 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd29d81-0514-4853-9c16-4ea8ae4de143 req-01ef2e6f-ec23-4b1f-bda6-dd14bdd541f8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:18.710130 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8dd29d81-0514-4853-9c16-4ea8ae4de143 req-01ef2e6f-ec23-4b1f-bda6-dd14bdd541f8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0837107 May 25 05:50:18.815700 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8dd29d81-0514-4853-9c16-4ea8ae4de143 req-87a55912-6fc0-4442-8cbd-b773a07daf8c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935452 May 25 05:50:18.842634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-38f4f2e7-af8c-4697-ba3e-01ef2c28cedb service neutron] 10.222.0.42 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487677 May 25 05:50:18.965686 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-3f81c506-d2b3-483a-a1ac-e9558596ddfc service neutron] 10.222.0.42 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177025 May 25 05:50:19.308303 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-57be87a4-bf5d-4af5-b11f-f9ea59174be9 req-44e078cc-72b9-4803-895a-f3bf5522bc12 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0366383 May 25 05:50:19.956208 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343bdd8-d98a-4ead-9ac4-ce1143ce06d7 req-92d59c82-18d4-4d1f-ad79-576b92042659 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:19.957839 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c343bdd8-d98a-4ead-9ac4-ce1143ce06d7 req-92d59c82-18d4-4d1f-ad79-576b92042659 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0611510 May 25 05:50:20.006280 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c343bdd8-d98a-4ead-9ac4-ce1143ce06d7 req-215feb0a-6e1d-4391-815e-9338adee6b74 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426042 May 25 05:50:20.419467 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-72dbb625-76ca-451e-99ac-826fe1994e4e req-9e9b073e-d96c-411a-9a25-b30e247e3f0e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0279469 May 25 05:50:21.151204 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9aace-20ef-46de-abd0-7697516856a6 req-5ef0662a-ff2b-4ffa-810d-170b115e0fbc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:21.152721 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-91e9aace-20ef-46de-abd0-7697516856a6 req-5ef0662a-ff2b-4ffa-810d-170b115e0fbc tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0594881 May 25 05:50:21.208909 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-91e9aace-20ef-46de-abd0-7697516856a6 req-955561a9-99b9-4b90-a2f2-1775778c4dc4 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502911 May 25 05:50:21.516694 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ab07e1f3-0ba6-4c47-8ce4-ba0c756c6558 req-67f781a3-c9fe-4a05-8078-9c80fcdec012 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0311227 May 25 05:50:22.660475 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf59df9-e1f2-458c-9d95-de0f44bcd9e8 req-1c9481e8-c9e6-46d6-8e4c-5636a7ed55c1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:22.662078 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-edf59df9-e1f2-458c-9d95-de0f44bcd9e8 req-1c9481e8-c9e6-46d6-8e4c-5636a7ed55c1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.3559930 May 25 05:50:22.746488 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-edf59df9-e1f2-458c-9d95-de0f44bcd9e8 req-faabb3ce-ad14-4d27-9a15-a004e63ad85c tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772991 May 25 05:50:22.838020 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2410f04d-728e-478b-8ab4-5ddb307d92a4 req-84e8f232-3bb0-4d62-9014-d7efac331683 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0285099 May 25 05:50:23.893507 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f87a71-0463-4f4a-8365-55a4708d818d req-155d6e3c-85f1-47a3-8a5a-f5052c6d40d8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:23.895448 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-49f87a71-0463-4f4a-8365-55a4708d818d req-155d6e3c-85f1-47a3-8a5a-f5052c6d40d8 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0630670 May 25 05:50:23.957204 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-49f87a71-0463-4f4a-8365-55a4708d818d req-d5f0ca0f-0ad1-4f67-9205-4a8fcf195c12 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550239 May 25 05:50:24.068396 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-75de81e8-20a7-430b-91a6-8181e4428089 req-fe0a3ae0-0473-494c-945f-26ba2ce8acb5 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0390389 May 25 05:50:25.111253 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e504ac-c083-41a2-9372-60492854bba9 req-23349e5c-4bbc-4a98-9d08-4ccd1e60d671 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:25.113290 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-89e504ac-c083-41a2-9372-60492854bba9 req-23349e5c-4bbc-4a98-9d08-4ccd1e60d671 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0682116 May 25 05:50:25.172873 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-89e504ac-c083-41a2-9372-60492854bba9 req-45207073-f6c4-43cc-ab31-b3084c2198db tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527508 May 25 05:50:25.309271 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2ab88e61-338c-4d09-a68d-70f3ee31712e req-dadfa2de-4f69-46de-9ce0-0f49e7970246 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0444679 May 25 05:50:26.270232 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:50:26.315977 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643e198-efbc-4413-9c4c-4a7e7e63e381 req-77ae5521-7c8b-4180-9d77-32063a736b5d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:26.317808 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6643e198-efbc-4413-9c4c-4a7e7e63e381 req-77ae5521-7c8b-4180-9d77-32063a736b5d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0549695 May 25 05:50:26.369273 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6643e198-efbc-4413-9c4c-4a7e7e63e381 req-06efc5af-edf8-444a-8b25-130928069315 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449269 May 25 05:50:26.460045 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a2a76ef8-3bfe-4ccf-a9b9-ce493f399e58 req-eb506ec7-10e4-48f7-a5fe-7d54fda2f690 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0307965 May 25 05:50:27.496774 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52adeb2-a8b6-4abf-9f6b-04d4e5922e82 req-64fc5a74-6373-473d-97f6-48f50b86e964 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:27.498720 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e52adeb2-a8b6-4abf-9f6b-04d4e5922e82 req-64fc5a74-6373-473d-97f6-48f50b86e964 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0537503 May 25 05:50:27.552254 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e52adeb2-a8b6-4abf-9f6b-04d4e5922e82 req-f44da1da-ccb4-4b74-b815-40d48f9730c2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476527 May 25 05:50:27.642257 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fbcac1d0-d267-41b1-9f5f-d724faaaf3c3 req-8fa713c8-689e-4102-9624-817658b6825c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0281131 May 25 05:50:28.687498 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2fc6-2c80-4be9-b354-b6d55d05c859 req-8c35c7e3-d1d5-4582-aa8b-3fc36aac44b1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:28.689118 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-633b2fc6-2c80-4be9-b354-b6d55d05c859 req-8c35c7e3-d1d5-4582-aa8b-3fc36aac44b1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0572259 May 25 05:50:28.749461 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-633b2fc6-2c80-4be9-b354-b6d55d05c859 req-2adbb585-613f-44aa-9883-78103d888cfe tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542676 May 25 05:50:28.837565 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-034bbf71-7fdc-4bf5-a026-98222029594f req-5964c22e-d160-4341-8988-f440a9997434 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0277383 May 25 05:50:29.199855 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-4de9fedb-2a36-46ce-9f6a-10d64afbddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:29.201380 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-4de9fedb-2a36-46ce-9f6a-10d64afbddca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1127 time: 0.0721824 May 25 05:50:29.362781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-ceee4af3-cc1e-48bf-a0e2-cc9517df9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:29.364371 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-ceee4af3-cc1e-48bf-a0e2-cc9517df9bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 200 len: 917 time: 0.1299043 May 25 05:50:29.445734 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-d2e13ad8-52b1-4307-bb9e-9edfa2f5da84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 200 len: 998 time: 0.0667558 May 25 05:50:29.500543 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-3c341a23-1397-49f0-9cc1-c584fc5e104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:29.502101 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-3c341a23-1397-49f0-9cc1-c584fc5e104d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 200 len: 855 time: 0.0499504 May 25 05:50:29.556955 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-d252050f-a212-452e-90cb-8146b49bc977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:29.558509 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-d252050f-a212-452e-90cb-8146b49bc977 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed49d021-17ad-4b22-b70e-e0ce846d06b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480204 May 25 05:50:29.676048 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-96c354a9-a39f-4c53-b9a9-bc0be9978efc service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978196 May 25 05:50:29.798315 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b90b7116-6763-4b8c-b3ce-afdb024fefa5 req-eddd77b6-931b-4e8a-981c-91d8494ea148 service neutron] 10.222.0.32 "GET /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147175 May 25 05:50:29.926858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a672-4d61-4834-9b3e-61b4f959d4bf req-39b8478f-f67d-474c-b389-3ca74d043166 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:29.928370 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a4d6a672-4d61-4834-9b3e-61b4f959d4bf req-39b8478f-f67d-474c-b389-3ca74d043166 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.0874610 May 25 05:50:30.004325 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c5dd96b8-e5d4-4793-86a5-31b11db7cfce req-454e60a7-d80b-4c0a-94ca-23fc0c6520f2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0843437 May 25 05:50:30.108573 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a4d6a672-4d61-4834-9b3e-61b4f959d4bf req-5482b60b-0677-4a63-a575-c7d546175080 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460383 May 25 05:50:30.140096 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-7880f873-ba7f-4229-b05a-d2da041ad35c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:30.141678 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-7880f873-ba7f-4229-b05a-d2da041ad35c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 811 time: 0.2497120 May 25 05:50:30.212965 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-9997e645-63a3-4ab5-8be2-fb511ad1228b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50bd022e91964892bca03f4af457313e HTTP/1.1" status: 200 len: 380 time: 0.0623648 May 25 05:50:30.222889 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'port': {'device_id': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'admin_state_up': True, 'tenant_id': '50bd022e91964892bca03f4af457313e', 'security_groups': ['d799524d-5fbc-475c-8bf1-5c35292ff6de']}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:50:30.348220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Made reservation on behalf of 50bd022e91964892bca03f4af457313e for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:50:30.351147 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:30.519139 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Allocated IP 172.20.0.11 (93fe70c5-ffbd-49e5-9e9a-a405b4b32023/7baaf296-13c4-446e-adeb-19838eb20b72/a16fd20b-1273-479f-96ce-6d98b38924b8) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:50:30.693487 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:30.730723 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:30.775723 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:50:30.778923 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:50:30.786134 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:50:30.810137 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=a16fd20b-1273-479f-96ce-6d98b38924b8,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:30.840486 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:30.841137 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:30.860990 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-547a20a2-8854-4cf0-9f95-28f0e88d258c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6428211 May 25 05:50:30.872353 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Request body: {'port': {'device_id': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:50:30.957879 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:31.040772 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-9b16bb51-7450-4173-b7c1-cd5192e25a78 None None] Provisioning complete for port a16fd20b-1273-479f-96ce-6d98b38924b8 triggered by entity DHCP. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:50:31.041346 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9b16bb51-7450-4173-b7c1-cd5192e25a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:31.091451 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-9b16bb51-7450-4173-b7c1-cd5192e25a78 None None] Port a16fd20b-1273-479f-96ce-6d98b38924b8 cannot update to ACTIVE because it is not bound. {{(pid=110246) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} May 25 05:50:31.210833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d403e8-aa3e-426d-a6f5-b5880227269b req-f1be0b38-cf85-48ce-aec2-e5f21442e8fa tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:31.212311 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-32d403e8-aa3e-426d-a6f5-b5880227269b req-f1be0b38-cf85-48ce-aec2-e5f21442e8fa tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 932 time: 0.1146224 May 25 05:50:31.350140 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-32d403e8-aa3e-426d-a6f5-b5880227269b req-1e300d94-e7c9-4b6a-a4f5-c64bc30d3f1a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270926 May 25 05:50:31.360413 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16fd20b-1273-479f-96ce-6d98b38924b8 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:50:31.375617 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07449d6f-8073-4c70-9833-2e4317d28999 req-e40b1caa-717f-426d-9adb-eb69b3e83bca tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:31.377873 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-07449d6f-8073-4c70-9833-2e4317d28999 req-e40b1caa-717f-426d-9adb-eb69b3e83bca tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 943 time: 0.1812840 May 25 05:50:31.379997 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Publish callbacks [] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:31.407180 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Transition to ACTIVE for port object a16fd20b-1273-479f-96ce-6d98b38924b8 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:50:31.414281 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:31.474465 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-07449d6f-8073-4c70-9833-2e4317d28999 req-91c0d371-d117-4001-80e0-f10214ae368d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908151 May 25 05:50:31.491939 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a16fd20b-1273-479f-96ce-6d98b38924b8,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:31.587867 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Attempting to bind port a16fd20b-1273-479f-96ce-6d98b38924b8 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:50:31.588199 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Attempting to bind port a16fd20b-1273-479f-96ce-6d98b38924b8 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:50:31.588527 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Attempting to bind port a16fd20b-1273-479f-96ce-6d98b38924b8 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:50:31.593708 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Port a16fd20b-1273-479f-96ce-6d98b38924b8 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:50:31.594044 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Attempting to bind port a16fd20b-1273-479f-96ce-6d98b38924b8 on network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:50:31.601343 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:50:31.601586 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Checking segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:50:31.601973 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Bound using segment: {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:50:31.602444 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Bound port: a16fd20b-1273-479f-96ce-6d98b38924b8, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28d3d471-9f13-45e5-a4c3-2f8855630af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:50:31.602802 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:31.684162 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] For port a16fd20b-1273-479f-96ce-6d98b38924b8, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:50:31.690614 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] For port a16fd20b-1273-479f-96ce-6d98b38924b8, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=a16fd20b-1273-479f-96ce-6d98b38924b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:50:31.699490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:31.734349 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:31.735037 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:31.737333 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] 10.222.0.32 "PUT /v2.0/ports/a16fd20b-1273-479f-96ce-6d98b38924b8 HTTP/1.1" status: 200 len: 1094 time: 0.8687737 May 25 05:50:31.739822 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:50:31.743171 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3494c73b-f50e-40b7-b92b-f4bbbc24728d" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:50:31.776169 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e961c-5f8a-47e8-ae5c-5067ed9252c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a16fd20b-1273-479f-96ce-6d98b38924b8,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:31.798043 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bded54-d1c4-4555-96cc-bba329998ac5 x-openstack-request-id: req-78bded54-d1c4-4555-96cc-bba329998ac5 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:50:31.798393 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:50:31.798655 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78bded54-d1c4-4555-96cc-bba329998ac5 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:50:31.799188 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bded54-d1c4-4555-96cc-bba329998ac5'] response: {'name': 'network-changed', 'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'status': 'completed', 'code': 200} May 25 05:50:31.842774 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-787844f9-dbf8-4d8b-9248-99914ed647a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:31.844324 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-787844f9-dbf8-4d8b-9248-99914ed647a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 1128 time: 0.0600147 May 25 05:50:31.893585 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-6fcc653a-a276-432a-9acc-484b08fee834 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16fd20b-1273-479f-96ce-6d98b38924b8 HTTP/1.1" status: 200 len: 217 time: 0.0399032 May 25 05:50:31.955003 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-dbf36eba-0bbc-4f98-9aa2-c7d751ab7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:31.957440 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-dbf36eba-0bbc-4f98-9aa2-c7d751ab7019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0571213 May 25 05:50:32.007615 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-34b6eb19-202e-4ea5-8957-87ce388fb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:32.009126 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-34b6eb19-202e-4ea5-8957-87ce388fb013 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456567 May 25 05:50:32.111431 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-a13e7daf-b623-4c1c-bc04-9a0692d78142 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936301 May 25 05:50:32.138475 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:50:32.205523 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6e5b6378-9f35-46c2-82a5-c0aeb33a0db9 req-bde74a52-dce1-468f-8a98-4252e55a4662 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877573 May 25 05:50:32.307054 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-855ae771-b434-4b1a-a2d5-4917df0153cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:32.309669 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-855ae771-b434-4b1a-a2d5-4917df0153cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 1128 time: 0.0580759 May 25 05:50:32.369425 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:32.383752 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'port_id': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'mac_address': 'fa:16:3e:7e:41:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:50:32.406510 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-5eff1208-cc99-4f87-b835-83f137280d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:32.408886 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-5eff1208-cc99-4f87-b835-83f137280d33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.0922043 May 25 05:50:32.424779 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 961b090d-c2d8-4dac-a186-eed1ed7536fe is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:50:32.425180 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:32.439795 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961b090d-c2d8-4dac-a186-eed1ed7536fe {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:50:32.462434 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:32.469366 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:32.493734 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-0a914d33-46c2-40e2-a9c0-45303f396bc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16fd20b-1273-479f-96ce-6d98b38924b8 HTTP/1.1" status: 200 len: 217 time: 0.0776362 May 25 05:50:32.524419 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=9']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:32.667858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-ec13879b-d6d3-4451-b88d-3e09024a0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:32.669343 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-ec13879b-d6d3-4451-b88d-3e09024a0e36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.1373985 May 25 05:50:32.683919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb72fc7-1e0e-4077-b0e0-33e9749fe9dc req-250b9cf1-083e-40bb-a579-2cd3b72eef6a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:32.685450 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-abb72fc7-1e0e-4077-b0e0-33e9749fe9dc req-250b9cf1-083e-40bb-a579-2cd3b72eef6a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.2546229 May 25 05:50:32.747867 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06112d87-c634-45ec-bfdc-d5c38eff4f81 req-430b837b-df8a-48ac-a247-cc31e97118ba tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:32.749354 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-06112d87-c634-45ec-bfdc-d5c38eff4f81 req-430b837b-df8a-48ac-a247-cc31e97118ba tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 944 time: 0.1674206 May 25 05:50:32.794419 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-abb72fc7-1e0e-4077-b0e0-33e9749fe9dc req-4f0b2a96-3a7d-4bbc-9dea-11a26a4de45c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986226 May 25 05:50:32.818739 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-66dfa3c9-c6c3-4be7-8c41-030cbfddce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:32.820566 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-66dfa3c9-c6c3-4be7-8c41-030cbfddce12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1441298 May 25 05:50:32.823950 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['961b090d-c2d8-4dac-a186-eed1ed7536fe'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:50:32.895491 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-06112d87-c634-45ec-bfdc-d5c38eff4f81 req-a6db44ed-81d0-4368-9563-22e5a1fe0ad1 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373844 May 25 05:50:32.944900 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-7b5c231f-7ea3-4019-8c75-4a308795a2be service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157951 May 25 05:50:33.045955 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-3494c73b-f50e-40b7-b92b-f4bbbc24728d req-6a755707-67b4-4fbd-aee1-21d4877aef16 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945237 May 25 05:50:33.920061 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700303e6-78b5-4e31-bfb2-ae3bccc4f9ae req-cf04325f-f82b-438d-b31f-6b6eb7e39e47 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:33.921577 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-700303e6-78b5-4e31-bfb2-ae3bccc4f9ae req-cf04325f-f82b-438d-b31f-6b6eb7e39e47 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0551012 May 25 05:50:33.975047 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-700303e6-78b5-4e31-bfb2-ae3bccc4f9ae req-16371c24-3eda-4ca6-bca9-6782ff0d9a17 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467889 May 25 05:50:34.036286 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd41f32-087d-4b13-ac88-3905e507f720 req-82e02eee-bdd1-48ca-a06d-aeefff0a457d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:34.037802 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0cd41f32-087d-4b13-ac88-3905e507f720 req-82e02eee-bdd1-48ca-a06d-aeefff0a457d tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 944 time: 0.0579638 May 25 05:50:34.088835 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0cd41f32-087d-4b13-ac88-3905e507f720 req-d1e729d2-1637-4b71-81dd-b3e43e579fec tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452356 May 25 05:50:34.152564 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:50:34.200926 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 961b090d-c2d8-4dac-a186-eed1ed7536fe triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:50:34.201330 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:34.273659 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 961b090d-c2d8-4dac-a186-eed1ed7536fe is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:50:34.274037 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:34.296858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:50:34.299716 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4445206d-bd47-4dad-ada6-afce29d3ac5d" -d '{"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-plugged", "status": "completed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:50:34.312130 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:34.319322 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:34.344122 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551c41e-333e-4e94-95ee-881ad5c11737 x-openstack-request-id: req-e551c41e-333e-4e94-95ee-881ad5c11737 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:50:34.344312 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-plugged", "status": "completed", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:50:34.344562 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e551c41e-333e-4e94-95ee-881ad5c11737 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:50:34.344949 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e551c41e-333e-4e94-95ee-881ad5c11737'] response: {'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'code': 200} May 25 05:50:34.374982 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=10']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:34.534292 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8620b6-4eee-427b-9770-8a326ad6b7ce req-e7ef82a4-c83c-43d4-91d2-85a6f7a24d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:34.535803 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d8620b6-4eee-427b-9770-8a326ad6b7ce req-e7ef82a4-c83c-43d4-91d2-85a6f7a24d8c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 1130 time: 0.0466895 May 25 05:50:34.581256 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8d8620b6-4eee-427b-9770-8a326ad6b7ce req-7ab16521-e7dd-40ad-98c6-8ea2b081bac1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 May 25 05:50:35.102598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da870653-db9e-47dc-a596-8efb3156be52 req-17cb3dd3-aa63-4c88-a66c-a890399a10b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:35.104096 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-da870653-db9e-47dc-a596-8efb3156be52 req-17cb3dd3-aa63-4c88-a66c-a890399a10b6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0532761 May 25 05:50:35.158512 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-da870653-db9e-47dc-a596-8efb3156be52 req-fe5e6a8d-173c-46d0-964c-ceded3ffa98b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487077 May 25 05:50:35.224573 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bf1b9-f88b-41ad-95aa-956af8f00776 req-b29e047d-146f-4fb2-a0f9-268247de6940 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:35.226171 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-601bf1b9-f88b-41ad-95aa-956af8f00776 req-b29e047d-146f-4fb2-a0f9-268247de6940 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 946 time: 0.0562234 May 25 05:50:35.276908 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-601bf1b9-f88b-41ad-95aa-956af8f00776 req-768ed633-e003-49e9-b43b-da74e7599a12 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448244 May 25 05:50:36.290186 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c44e9-4988-4444-8d0f-530dbcde332a req-08e33bb6-c040-4919-ac2a-446f642f1e26 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:36.291888 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-111c44e9-4988-4444-8d0f-530dbcde332a req-08e33bb6-c040-4919-ac2a-446f642f1e26 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0619345 May 25 05:50:36.369221 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-111c44e9-4988-4444-8d0f-530dbcde332a req-e3c0d96b-cf8a-4204-8bb0-58187c3b3135 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704942 May 25 05:50:36.529649 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133ea9a-0a49-4e3c-bbe6-2fe6162c809c req-96ffddc7-5179-424e-8910-06498cf77efd tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:36.531326 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d133ea9a-0a49-4e3c-bbe6-2fe6162c809c req-96ffddc7-5179-424e-8910-06498cf77efd tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 946 time: 0.0871501 May 25 05:50:36.602057 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d133ea9a-0a49-4e3c-bbe6-2fe6162c809c req-fe726c4d-81a5-4079-ab99-94252fd3c53f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618417 May 25 05:50:37.060792 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fe6f74ea-a0be-4647-9ccd-13dd447fb910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:37.535119 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be565f5-c5ba-4bab-99d0-63cbd5c70806 req-433c2a7c-d6ee-44ee-84a9-2ef0cf44348a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:37.536780 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7be565f5-c5ba-4bab-99d0-63cbd5c70806 req-433c2a7c-d6ee-44ee-84a9-2ef0cf44348a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0664668 May 25 05:50:37.597904 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7be565f5-c5ba-4bab-99d0-63cbd5c70806 req-f3f64216-3ecd-4c2d-8680-44cebff53f65 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536990 May 25 05:50:37.764021 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69acb-a7c5-46e7-a81d-99df8bf18d28 req-a7ebca2f-1075-4c17-9624-486e2cf72c91 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:37.765523 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73c69acb-a7c5-46e7-a81d-99df8bf18d28 req-a7ebca2f-1075-4c17-9624-486e2cf72c91 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 946 time: 0.0617545 May 25 05:50:37.826765 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-73c69acb-a7c5-46e7-a81d-99df8bf18d28 req-68c5efee-f4d9-4f1a-b316-134e9a7984d3 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544281 May 25 05:50:38.727881 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8f3a6-d178-4cb6-922d-53cb53ef0451 req-45c371ec-3b55-469f-9bc7-048dd0a83110 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:38.729501 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-49e8f3a6-d178-4cb6-922d-53cb53ef0451 req-45c371ec-3b55-469f-9bc7-048dd0a83110 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0596149 May 25 05:50:38.789388 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-49e8f3a6-d178-4cb6-922d-53cb53ef0451 req-1465bfd2-a985-4c94-9291-c8fb91b89d4b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509570 May 25 05:50:39.186312 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8a286ffa-5de6-44c0-bef0-d2ca8e893fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:39.948753 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf536e-1521-46dc-98c9-98152d4126b5 req-f1762ff4-0f9a-4afa-8aca-81b80c276e15 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:39.950396 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bdf536e-1521-46dc-98c9-98152d4126b5 req-f1762ff4-0f9a-4afa-8aca-81b80c276e15 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0666437 May 25 05:50:40.004356 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4bdf536e-1521-46dc-98c9-98152d4126b5 req-d4e32b6e-927f-41f7-9a67-12050c2fe4d6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 May 25 05:50:40.422507 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:41.169798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815add3-2643-4548-9273-10b4c121ced9 req-1528a691-b3b3-4d0f-b1ef-5c82211568a4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:41.171614 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9815add3-2643-4548-9273-10b4c121ced9 req-1528a691-b3b3-4d0f-b1ef-5c82211568a4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0721724 May 25 05:50:41.226124 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9815add3-2643-4548-9273-10b4c121ced9 req-c1177c6d-bf05-4692-a914-ce656df53bb2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473781 May 25 05:50:41.493217 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39750360-22c7-420c-a9e6-6fc444798e31 req-45916e2a-6e04-437a-91b4-7a5848af4677 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:41.494787 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-39750360-22c7-420c-a9e6-6fc444798e31 req-45916e2a-6e04-437a-91b4-7a5848af4677 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 945 time: 0.0759444 May 25 05:50:41.545711 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-39750360-22c7-420c-a9e6-6fc444798e31 req-042bc19e-b834-4017-903e-a7982ecc5c34 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 May 25 05:50:42.042897 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:42.357681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58cec2-0740-48e0-822e-f0a5a4205b8d req-6a434dc9-ef50-4694-a5ea-d47c289f493b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:42.359218 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cf58cec2-0740-48e0-822e-f0a5a4205b8d req-6a434dc9-ef50-4694-a5ea-d47c289f493b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0605874 May 25 05:50:42.422218 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-cf58cec2-0740-48e0-822e-f0a5a4205b8d req-2fe1417f-8f8e-4939-97dc-5bcbd17e5b16 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567172 May 25 05:50:42.529052 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:42.673583 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08b703-a57d-4ad3-8444-5e7a7e42c6b9 req-b629350c-cdbe-46c4-a607-61078467ae62 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:42.675864 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc08b703-a57d-4ad3-8444-5e7a7e42c6b9 req-b629350c-cdbe-46c4-a607-61078467ae62 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 945 time: 0.0568700 May 25 05:50:42.728087 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc08b703-a57d-4ad3-8444-5e7a7e42c6b9 req-60e31aba-1064-4d0e-8f6b-d485c4b1c730 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464299 May 25 05:50:43.563142 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade64344-04da-4215-a4c5-31a60ad08d5f req-15c2d5c0-aebb-493e-89e6-9ebd6d6c4466 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:43.565287 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade64344-04da-4215-a4c5-31a60ad08d5f req-15c2d5c0-aebb-493e-89e6-9ebd6d6c4466 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0612903 May 25 05:50:43.688532 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ade64344-04da-4215-a4c5-31a60ad08d5f req-f0ba0658-abf1-44e1-8ff7-802bf0479c13 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154139 May 25 05:50:43.699880 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-b6eb5b43-3c12-4a9c-8615-466fcf6e7de1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:43.701464 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-b6eb5b43-3c12-4a9c-8615-466fcf6e7de1 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 945 time: 0.1305549 May 25 05:50:43.711532 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:43.838003 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Deleting port 73e042d2-e686-4247-99af-6e032b0daa12 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:50:43.838374 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (73e042d2-e686-4247-99af-6e032b0daa12), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:43.967212 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d14026-6ef6-4f82-b6da-c7be7fe3b020 req-a6c64418-2ea4-41e0-a894-220d46445104 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:43.968737 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-01d14026-6ef6-4f82-b6da-c7be7fe3b020 req-a6c64418-2ea4-41e0-a894-220d46445104 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 945 time: 0.1273179 May 25 05:50:43.987347 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] For port 73e042d2-e686-4247-99af-6e032b0daa12, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=73e042d2-e686-4247-99af-6e032b0daa12,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:43.987719 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (73e042d2-e686-4247-99af-6e032b0daa12), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:44.086597 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-01d14026-6ef6-4f82-b6da-c7be7fe3b020 req-0c6df423-7593-42e0-a05b-d92177904cc5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups?id=74cf3a14-fd4d-4051-b68a-651c5670323e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059237 May 25 05:50:44.202242 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:44.202609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (d2cad127-554b-43fa-a35a-890d28c13c09), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:44.202925 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Floating IP d2cad127-554b-43fa-a35a-890d28c13c09 disassociated. External IP: 172.27.2.129, port: 73e042d2-e686-4247-99af-6e032b0daa12. May 25 05:50:44.203266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Calling delete_port for 73e042d2-e686-4247-99af-6e032b0daa12 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:50:44.338005 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (73e042d2-e686-4247-99af-6e032b0daa12), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:44.370862 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event deleted for resources: {'Port': ['ID=73e042d2-e686-4247-99af-6e032b0daa12,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:44.383967 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.384315 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.384679 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.385009 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.385345 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.385680 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.386167 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.386380 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.386711 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.387039 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.387367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.387690 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.388014 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:44.501313 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Router 614b7d05-88e8-4572-97e6-3482737a239f has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:50:44.610469 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:50:44.620182 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] Sync routers for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:50:44.633376 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:44.634115 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:50:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:44.658917 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] No DVR routers for this DVR port 73e042d2-e686-4247-99af-6e032b0daa12 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:50:44.661550 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:44.664961 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fb7b34d-f9a8-424c-a88f-ad3b7ed0c457 req-07707b66-b36d-4b86-a673-3240ce5fb0b5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.32 "DELETE /v2.0/ports/73e042d2-e686-4247-99af-6e032b0daa12 HTTP/1.1" status: 204 len: 173 time: 0.9578290 May 25 05:50:44.665562 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'name': 'network-vif-deleted', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:50:44.667930 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2c475a-d269-4fe5-8270-e359a28fd186" -d '{"events": [{"server_uuid": "30527437-254b-419d-acf8-0292adbce081", "name": "network-vif-deleted", "tag": "73e042d2-e686-4247-99af-6e032b0daa12"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:50:44.715847 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d27e046-da3b-42d3-b1df-abef78d95521 x-openstack-request-id: req-9d27e046-da3b-42d3-b1df-abef78d95521 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:50:44.716151 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30527437-254b-419d-acf8-0292adbce081", "name": "network-vif-deleted", "tag": "73e042d2-e686-4247-99af-6e032b0daa12", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:50:44.716409 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d27e046-da3b-42d3-b1df-abef78d95521 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:50:44.716821 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d27e046-da3b-42d3-b1df-abef78d95521'] response: {'server_uuid': '30527437-254b-419d-acf8-0292adbce081', 'name': 'network-vif-deleted', 'tag': '73e042d2-e686-4247-99af-6e032b0daa12', 'status': 'completed', 'code': 200} May 25 05:50:44.763598 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:44.879906 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667811e-e639-4aca-a76e-76750a782873 req-f3ad5fe1-efdd-4e27-a3a8-b4283d4097c7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:44.882905 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0667811e-e639-4aca-a76e-76750a782873 req-f3ad5fe1-efdd-4e27-a3a8-b4283d4097c7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.1054080 May 25 05:50:44.947813 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0667811e-e639-4aca-a76e-76750a782873 req-6f5d5e08-5c29-44aa-944d-dcb497bdbfea tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587492 May 25 05:50:45.034574 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:45.060885 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] Checking router: 614b7d05-88e8-4572-97e6-3482737a239f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:50:45.071749 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:45.072388 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:50:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:45.245813 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc9ec9a5-2782-4be9-bfdd-e580f7b14713 req-710995ce-660b-4bd6-a395-8048dc713ee5 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/ports?device_id=30527437-254b-419d-acf8-0292adbce081 HTTP/1.1" status: 200 len: 210 time: 0.0385351 May 25 05:50:45.253310 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:45.495879 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:45.526976 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a1925e-04c5-4068-8bb8-af54b8779e8a None None] The sync data for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi is: [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '8a515629-45f5-4ae1-9bac-608a9be3fca2', 'name': '', 'network_id': '32971e31-0a40-4f65-956c-334f4f53a1e1', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'mac_address': 'fa:16:3e:d4:b2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:29Z', 'updated_at': '2022-05-25T05:41:43Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'subnets': [{'id': 'f4183087-7bcc-455b-98ea-ea78ccb26e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:50:45.779506 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb281e5-ed5e-4c30-8788-41a18e426309 None None] New status for floating IP d2cad127-554b-43fa-a35a-890d28c13c09: DOWN {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:50:46.079947 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0c57d-7f6a-4494-a14c-012e8406dc75 req-c455d5b4-f1f9-4c27-9c18-9be9bce2f2b4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:46.081830 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c9e0c57d-7f6a-4494-a14c-012e8406dc75 req-c455d5b4-f1f9-4c27-9c18-9be9bce2f2b4 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 944 time: 0.0613589 May 25 05:50:46.133601 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c9e0c57d-7f6a-4494-a14c-012e8406dc75 req-875891e1-6a80-401f-bd0a-5ad4cbe20a6d tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 May 25 05:50:46.188271 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device a16fd20b-1273-479f-96ce-6d98b38924b8 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:50:46.292461 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port a16fd20b-1273-479f-96ce-6d98b38924b8, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=a16fd20b-1273-479f-96ce-6d98b38924b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:46.307720 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'port_id': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'mac_address': 'fa:16:3e:22:66:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:50:46.352610 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port a16fd20b-1273-479f-96ce-6d98b38924b8 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:50:46.353005 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:46.354468 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46248) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:46.368738 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16fd20b-1273-479f-96ce-6d98b38924b8 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:50:46.389867 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port a16fd20b-1273-479f-96ce-6d98b38924b8, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=a16fd20b-1273-479f-96ce-6d98b38924b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:46.395058 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:46.413862 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-36f81fc6-8337-4304-b73d-2d14158d90fa tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (74cf3a14-fd4d-4051-b68a-651c5670323e), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:46.441234 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-36f81fc6-8337-4304-b73d-2d14158d90fa tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (74cf3a14-fd4d-4051-b68a-651c5670323e), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:46.452792 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=a16fd20b-1273-479f-96ce-6d98b38924b8,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:46.494251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-36f81fc6-8337-4304-b73d-2d14158d90fa tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (74cf3a14-fd4d-4051-b68a-651c5670323e), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:46.499118 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-36f81fc6-8337-4304-b73d-2d14158d90fa tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:46.501126 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-36f81fc6-8337-4304-b73d-2d14158d90fa tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "DELETE /v2.0/security-groups/74cf3a14-fd4d-4051-b68a-651c5670323e HTTP/1.1" status: 204 len: 168 time: 0.1452963 May 25 05:50:46.505042 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46250) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:46.518136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f81fc6-8337-4304-b73d-2d14158d90fa tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cf3a14-fd4d-4051-b68a-651c5670323e,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:46.526460 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.api.v2.resource [None req-31034431-9c3b-40fd-9c8b-d795e98cb01c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] show failed (client error): The resource could not be found. May 25 05:50:46.530750 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-31034431-9c3b-40fd-9c8b-d795e98cb01c tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "GET /v2.0/security-groups/74cf3a14-fd4d-4051-b68a-651c5670323e HTTP/1.1" status: 404 len: 347 time: 0.0240989 May 25 05:50:46.530990 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46252) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:46.669282 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Deleting port af665692-50cb-4dd8-9879-86c1db31cb2a {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:50:46.669726 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:46.753620 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['a16fd20b-1273-479f-96ce-6d98b38924b8'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:50:47.079447 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:47.079711 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (af665692-50cb-4dd8-9879-86c1db31cb2a), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:47.100467 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Calling delete_port for af665692-50cb-4dd8-9879-86c1db31cb2a owned by network:floatingip {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:50:47.357365 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (af665692-50cb-4dd8-9879-86c1db31cb2a), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:47.401881 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Pushing event deleted for resources: {'Port': ['ID=af665692-50cb-4dd8-9879-86c1db31cb2a,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:47.421011 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d54c-cb9d-470c-a0c3-4a1e85342b14 req-2d880b36-7a46-4546-a34c-0ed9aa83e1b8 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:47.422715 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ea3d54c-cb9d-470c-a0c3-4a1e85342b14 req-2d880b36-7a46-4546-a34c-0ed9aa83e1b8 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 945 time: 0.1634722 May 25 05:50:47.543257 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks [] for floatingip (d2cad127-554b-43fa-a35a-890d28c13c09), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:47.546118 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:47.547354 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a70bf359-2795-49e6-89a1-fee6eda19ff0 tempest-AttachVolumeTestJSON-1846420071 tempest-AttachVolumeTestJSON-1846420071-project] 10.222.0.42 "DELETE /v2.0/floatingips/d2cad127-554b-43fa-a35a-890d28c13c09 HTTP/1.1" status: 204 len: 168 time: 1.0151575 May 25 05:50:47.552983 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9ea3d54c-cb9d-470c-a0c3-4a1e85342b14 req-2b02a55c-47da-472e-ae5b-f9bb3e82be79 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238265 May 25 05:50:48.215261 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device a16fd20b-1273-479f-96ce-6d98b38924b8 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:50:48.274046 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port a16fd20b-1273-479f-96ce-6d98b38924b8 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:50:48.278848 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port a16fd20b-1273-479f-96ce-6d98b38924b8 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:50:48.279168 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:48.363132 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port a16fd20b-1273-479f-96ce-6d98b38924b8 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:50:48.363528 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:48.391049 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:50:48.393602 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7243ddf5-223f-4a33-b104-1e7bd84a40e8" -d '{"events": [{"server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "name": "network-vif-plugged", "status": "completed", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:50:48.407679 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port a16fd20b-1273-479f-96ce-6d98b38924b8, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=a16fd20b-1273-479f-96ce-6d98b38924b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:48.415652 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:48.416619 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 73e042d2-e686-4247-99af-6e032b0daa12 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:50:48.460545 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3222ca-1ccb-49c3-b9e2-ace2cf4e8f52 x-openstack-request-id: req-8f3222ca-1ccb-49c3-b9e2-ace2cf4e8f52 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:50:48.460832 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "name": "network-vif-plugged", "status": "completed", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:50:48.461081 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f3222ca-1ccb-49c3-b9e2-ace2cf4e8f52 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:50:48.461494 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3222ca-1ccb-49c3-b9e2-ace2cf4e8f52'] response: {'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'code': 200} May 25 05:50:48.465471 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 73e042d2-e686-4247-99af-6e032b0daa12 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:50:48.465819 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 73e042d2-e686-4247-99af-6e032b0daa12 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:50:48.506013 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=a16fd20b-1273-479f-96ce-6d98b38924b8,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:48.690117 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185bf6e-c51b-4fc0-a235-5380b0ede20f req-244a851b-3a6e-41a6-80d3-91fb764f9f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:48.691746 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c185bf6e-c51b-4fc0-a235-5380b0ede20f req-244a851b-3a6e-41a6-80d3-91fb764f9f89 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 1130 time: 0.0846415 May 25 05:50:48.754116 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab24bc-bb99-4533-9aa6-c921d976c5f2 req-2c8b1188-6467-4684-8858-d7c55096f18b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:48.756819 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-92ab24bc-bb99-4533-9aa6-c921d976c5f2 req-2c8b1188-6467-4684-8858-d7c55096f18b tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 946 time: 0.1053743 May 25 05:50:48.835580 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c185bf6e-c51b-4fc0-a235-5380b0ede20f req-fd70173b-acf1-4f8c-a371-d373979fd74a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340241 May 25 05:50:48.883832 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-92ab24bc-bb99-4533-9aa6-c921d976c5f2 req-0e279889-9393-41c3-bebf-4f8ec04fb1c7 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108828 May 25 05:50:50.051078 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1238e-1ecc-455c-b8e2-89a33920987a req-102b6502-60cb-4439-a0de-b9fb38e5efc3 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:50.052693 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4ca1238e-1ecc-455c-b8e2-89a33920987a req-102b6502-60cb-4439-a0de-b9fb38e5efc3 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 946 time: 0.0799255 May 25 05:50:50.123401 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4ca1238e-1ecc-455c-b8e2-89a33920987a req-fef5b2da-e6e2-44aa-b5c5-38a52a7f3f0c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600717 May 25 05:50:51.179636 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46292) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:51.264375 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aebde-a887-4ac0-9e4e-db5397952d81 req-49b2ad84-81e9-406c-b135-2479815864d0 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:51.266505 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0d9aebde-a887-4ac0-9e4e-db5397952d81 req-49b2ad84-81e9-406c-b135-2479815864d0 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 946 time: 0.0586522 May 25 05:50:51.350388 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0d9aebde-a887-4ac0-9e4e-db5397952d81 req-31d793ed-6607-4ce2-a22a-b95c2ecca61e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746961 May 25 05:50:51.542188 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d3799-4f1f-46fc-870c-0e10fd160329 req-f8fb96c9-b327-4c7a-9353-d53b569480ee tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:51.543895 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-842d3799-4f1f-46fc-870c-0e10fd160329 req-f8fb96c9-b327-4c7a-9353-d53b569480ee tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 946 time: 0.1128454 May 25 05:50:51.660603 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-842d3799-4f1f-46fc-870c-0e10fd160329 req-e987ac21-d148-4e48-bbac-97ae361b2206 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087372 May 25 05:50:51.684188 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46298) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:51.790432 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (614b7d05-88e8-4572-97e6-3482737a239f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:51.867596 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7d8ae8-4bf2-40c4-9912-40b750d643ce tempest-TestVolumeBootPattern-1026798387 tempest-TestVolumeBootPattern-1026798387-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:51.869330 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-ef7d8ae8-4bf2-40c4-9912-40b750d643ce tempest-TestVolumeBootPattern-1026798387 tempest-TestVolumeBootPattern-1026798387-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 1125 time: 0.1841161 May 25 05:50:51.873587 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46302) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:51.881668 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Request body: {'floatingip': {'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'port_id': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:50:51.907007 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.028670 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.055429 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Deleting port 8a515629-45f5-4ae1-9bac-608a9be3fca2 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:50:52.055769 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.141318 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] For port 8a515629-45f5-4ae1-9bac-608a9be3fca2, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=8a515629-45f5-4ae1-9bac-608a9be3fca2,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:52.141688 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.161520 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Calling delete_port for 8a515629-45f5-4ae1-9bac-608a9be3fca2 owned by network:router_interface {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:50:52.175656 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_common [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Allocated IP 172.27.2.240 (bc9565b1-e3fa-4135-9628-bb4f04c058f0/05bf8001-47ce-40d8-8efb-0ff24a3fcfc1/06926d99-a2ec-4d1b-9b2c-3dbf042c4f83) {{(pid=110245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:50:52.294607 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.335000 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.363065 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (8a515629-45f5-4ae1-9bac-608a9be3fca2), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.381407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Network bc9565b1-e3fa-4135-9628-bb4f04c058f0 is already hosted by enough agents. {{(pid=110245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:50:52.385329 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.base_scheduler [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Resources bound (agent type, host, resource id): {{(pid=110245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:50:52.390807 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Received port after_create {{(pid=110245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:50:52.400505 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a515629-45f5-4ae1-9bac-608a9be3fca2,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:52.426218 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=06926d99-a2ec-4d1b-9b2c-3dbf042c4f83,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:52.446025 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.446676 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.447281 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.447846 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.448588 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.449126 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.449626 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.450241 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.450744 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.451442 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.451743 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.452251 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.452805 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:50:52.650492 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (614b7d05-88e8-4572-97e6-3482737a239f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.843207 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (280c42c7-df5c-42be-ab1d-25081c75f7fc), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:52.893725 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Router 614b7d05-88e8-4572-97e6-3482737a239f has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:50:52.942456 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), before_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.005449 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:50:53.013212 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-fa9cd1cd-39b9-488e-893a-aea1d9ed1859 admin admin] 10.222.0.42 "PUT /v2.0/routers/614b7d05-88e8-4572-97e6-3482737a239f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8298266 May 25 05:50:53.014016 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] Sync routers for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:50:53.017249 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46304) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:53.025355 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:53.025996 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:50:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:53.100785 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), precommit_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.106445 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133151329'] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), after_update {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.124266 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks [] for router (614b7d05-88e8-4572-97e6-3482737a239f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.136230 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:53.181348 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event updated for resources: {'Port': ['ID=06926d99-a2ec-4d1b-9b2c-3dbf042c4f83,revision_number=2']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:53.192944 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (280c42c7-df5c-42be-ab1d-25081c75f7fc), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.254550 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks [] for router_gateway (614b7d05-88e8-4572-97e6-3482737a239f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.300937 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Floating IP 280c42c7-df5c-42be-ab1d-25081c75f7fc associated. External IP: 172.27.2.240, port: a16fd20b-1273-479f-96ce-6d98b38924b8. May 25 05:50:53.322497 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Deleting port d64073cc-5411-4e72-8550-43d0082ec5fa {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:50:53.322852 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.388352 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:50:52Z', 'revision_number': 5, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port': {'id': 'd64073cc-5411-4e72-8550-43d0082ec5fa', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '614b7d05-88e8-4572-97e6-3482737a239f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:20Z', 'updated_at': '2022-05-25T05:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:53.436083 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] For port d64073cc-5411-4e72-8550-43d0082ec5fa, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d64073cc-5411-4e72-8550-43d0082ec5fa,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:53.436674 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.437159 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] Checking router: 614b7d05-88e8-4572-97e6-3482737a239f for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:50:53.459460 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] Routers {'614b7d05-88e8-4572-97e6-3482737a239f'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:53.459931 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:50:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['614b7d05-88e8-4572-97e6-3482737a239f'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:53.460782 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Calling delete_port for d64073cc-5411-4e72-8550-43d0082ec5fa owned by network:router_gateway {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:50:53.556584 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:50:53.599830 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] Set router 614b7d05-88e8-4572-97e6-3482737a239f gateway port host: None {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:53.692410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:50:53.703177 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d64073cc-5411-4e72-8550-43d0082ec5fa), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.711934 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:50:53.721603 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.733396 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:53.734969 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:50:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:53.738019 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64073cc-5411-4e72-8550-43d0082ec5fa,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:53.749639 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:50:53Z', 'revision_number': 6, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:53.776335 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e610d25e-564a-45d4-9610-1ea38af03715 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9015868 May 25 05:50:53.777074 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:50:53.780259 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97c5a61-a429-40b8-8556-6b732a643cca" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:50:53.792238 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaaab09-1dad-4010-9d82-b806dcc52f2f None None] The sync data for ids ['614b7d05-88e8-4572-97e6-3482737a239f'] in dv-cinder-842947-1-iscsi is: [{'id': '614b7d05-88e8-4572-97e6-3482737a239f', 'name': 'tempest-AttachVolumeTestJSON-1761288774-router', 'tenant_id': '7a7714ce0855483bb8027ff61a77eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:50:53Z', 'revision_number': 6, 'project_id': '7a7714ce0855483bb8027ff61a77eb65', 'gw_port_host': None}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:50:53.836419 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c514b6dd-5d4e-44e7-b28c-aa178cac2c4b x-openstack-request-id: req-c514b6dd-5d4e-44e7-b28c-aa178cac2c4b {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:50:53.836857 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:50:53.837082 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c514b6dd-5d4e-44e7-b28c-aa178cac2c4b {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:50:53.837410 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c514b6dd-5d4e-44e7-b28c-aa178cac2c4b'] response: {'name': 'network-changed', 'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'status': 'completed', 'code': 200} May 25 05:50:53.841107 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (614b7d05-88e8-4572-97e6-3482737a239f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.896370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:53.971355 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (614b7d05-88e8-4572-97e6-3482737a239f), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:53.974425 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks [] for router_controller (614b7d05-88e8-4572-97e6-3482737a239f), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.027367 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (614b7d05-88e8-4572-97e6-3482737a239f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.027928 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 614b7d05-88e8-4572-97e6-3482737a239f {{(pid=110244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:50:54.032750 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.034229 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2ba16548-1966-486d-94a9-74a566aa2fb3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/614b7d05-88e8-4572-97e6-3482737a239f HTTP/1.1" status: 204 len: 168 time: 1.0158505 May 25 05:50:54.036627 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5a61-a429-40b8-8556-6b732a643cca req-6eae97e7-870b-47ec-ba0a-b385cc72877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:54.037776 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46310) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:54.038577 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b97c5a61-a429-40b8-8556-6b732a643cca req-6eae97e7-870b-47ec-ba0a-b385cc72877a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 1130 time: 0.1627724 May 25 05:50:54.100589 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] Deleting subnet f4183087-7bcc-455b-98ea-ea78ccb26e0f {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:50:54.105538 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] Publish callbacks [] for subnet (f4183087-7bcc-455b-98ea-ea78ccb26e0f), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.158752 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5a61-a429-40b8-8556-6b732a643cca req-8eae5b8e-aed4-4e46-b316-40351d310db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:54.161281 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b97c5a61-a429-40b8-8556-6b732a643cca req-8eae5b8e-aed4-4e46-b316-40351d310db8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.1167042 May 25 05:50:54.165081 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (f4183087-7bcc-455b-98ea-ea78ccb26e0f), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.188734 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '280c42c7-df5c-42be-ab1d-25081c75f7fc', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:22:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:50:52Z', 'updated_at': '2022-05-25T05:50:52Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}, {'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:54.259463 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:50:54.270822 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b97c5a61-a429-40b8-8556-6b732a643cca req-64b1b6f2-ea8f-4dec-8914-3985fdc3fc35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16fd20b-1273-479f-96ce-6d98b38924b8 HTTP/1.1" status: 200 len: 1000 time: 0.1024489 May 25 05:50:54.276797 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:50:54.277825 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:50:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:54.279252 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (f4183087-7bcc-455b-98ea-ea78ccb26e0f), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.353193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5a61-a429-40b8-8556-6b732a643cca req-ef98167a-cea6-49a6-9246-19590bd395d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:54.355815 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b97c5a61-a429-40b8-8556-6b732a643cca req-ef98167a-cea6-49a6-9246-19590bd395d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0771623 May 25 05:50:54.367948 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (f4183087-7bcc-455b-98ea-ea78ccb26e0f), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.399420 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4183087-7bcc-455b-98ea-ea78ccb26e0f,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:54.403861 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.407596 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-9c40c224-bd46-44ea-8d47-2e923091241a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f4183087-7bcc-455b-98ea-ea78ccb26e0f HTTP/1.1" status: 204 len: 168 time: 0.3683562 May 25 05:50:54.410964 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46312) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:54.425847 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf7a97-869e-4cbb-81e1-72401886e1fe None None] Network 32971e31-0a40-4f65-956c-334f4f53a1e1 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:50:54.450264 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5a61-a429-40b8-8556-6b732a643cca req-894b95e7-983c-47a3-a4d0-8b8d058f1d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:50:54.452613 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b97c5a61-a429-40b8-8556-6b732a643cca req-894b95e7-983c-47a3-a4d0-8b8d058f1d48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903561 May 25 05:50:54.491120 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:50:54.499784 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (32971e31-0a40-4f65-956c-334f4f53a1e1), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.571247 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b97c5a61-a429-40b8-8556-6b732a643cca req-60fe9719-6d02-4739-ad0e-d9b4c88cd21c service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117358 May 25 05:50:54.573844 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Deleting port c8bbdf00-30a7-4d4b-94fe-778a68471902 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:50:54.574303 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.662410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] For port c8bbdf00-30a7-4d4b-94fe-778a68471902, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c8bbdf00-30a7-4d4b-94fe-778a68471902,segment=NetworkSegment(b32b7902-3f10-4c97-a7d1-99c5e8ce13c7),segment_id=b32b7902-3f10-4c97-a7d1-99c5e8ce13c7)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:50:54.663048 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.690258 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Calling delete_port for c8bbdf00-30a7-4d4b-94fe-778a68471902 owned by network:dhcp {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:50:54.738425 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b97c5a61-a429-40b8-8556-6b732a643cca req-db0f0fd9-9e6d-4fb6-96e1-7cabeec319c8 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603508 May 25 05:50:54.833413 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (c8bbdf00-30a7-4d4b-94fe-778a68471902), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.860683 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Pushing event deleted for resources: {'Port': ['ID=c8bbdf00-30a7-4d4b-94fe-778a68471902,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:54.867217 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] No DVR routers for this DVR port c8bbdf00-30a7-4d4b-94fe-778a68471902 on host dv-cinder-842947-1-iscsi {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:50:54.948777 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (32971e31-0a40-4f65-956c-334f4f53a1e1), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:54.984228 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32971e31-0a40-4f65-956c-334f4f53a1e1']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:54.997547 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:54.997854 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32b7902-3f10-4c97-a7d1-99c5e8ce13c7') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:55.015408 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (b32b7902-3f10-4c97-a7d1-99c5e8ce13c7), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.041728 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (b32b7902-3f10-4c97-a7d1-99c5e8ce13c7), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.054694 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:50:55.055487 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (b32b7902-3f10-4c97-a7d1-99c5e8ce13c7), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.069107 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b301fe4-1c14-41d9-bf1f-998a83254bff None None] DHCP port deletion for 32971e31-0a40-4f65-956c-334f4f53a1e1 request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:50:55.118540 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment b32b7902-3f10-4c97-a7d1-99c5e8ce13c7 resource provider aggregate not found May 25 05:50:55.135819 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '280c42c7-df5c-42be-ab1d-25081c75f7fc', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:22:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:50:52Z', 'updated_at': '2022-05-25T05:50:52Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}, {'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:50:55.147811 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment b32b7902-3f10-4c97-a7d1-99c5e8ce13c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b32b7902-3f10-4c97-a7d1-99c5e8ce13c7 found for delete ", "request_id": "req-145b6c4c-3c39-4cdb-a194-5db0b6eab558"}]} May 25 05:50:55.163350 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (32971e31-0a40-4f65-956c-334f4f53a1e1), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.165707 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5082bb-8db7-4efb-8cff-f1c680549d58 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '280c42c7-df5c-42be-ab1d-25081c75f7fc', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:22:66:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:50:52Z', 'updated_at': '2022-05-25T05:50:52Z', 'revision_number': 0, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}, {'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:50:55.171354 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.178632 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] 10.222.0.42 "DELETE /v2.0/networks/32971e31-0a40-4f65-956c-334f4f53a1e1 HTTP/1.1" status: 204 len: 168 time: 0.7662704 May 25 05:50:55.201815 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98364c-3507-44d2-8476-3bb146ad951d admin admin] Pushing event deleted for resources: {'Network': ['ID=32971e31-0a40-4f65-956c-334f4f53a1e1,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:55.313020 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 8a515629-45f5-4ae1-9bac-608a9be3fca2 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:50:55.350612 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 8a515629-45f5-4ae1-9bac-608a9be3fca2 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:50:55.351191 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 8a515629-45f5-4ae1-9bac-608a9be3fca2 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:50:55.351777 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d64073cc-5411-4e72-8550-43d0082ec5fa no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:50:55.352793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46320) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:55.384795 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: d64073cc-5411-4e72-8550-43d0082ec5fa {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:50:55.385343 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d64073cc-5411-4e72-8550-43d0082ec5fa not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:50:55.386061 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c8bbdf00-30a7-4d4b-94fe-778a68471902 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:50:55.412549 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-432451f1-6153-4de8-823b-51f278a5bfd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a7714ce0855483bb8027ff61a77eb65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0585301 May 25 05:50:55.416164 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46322) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:55.419844 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: c8bbdf00-30a7-4d4b-94fe-778a68471902 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:50:55.420404 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c8bbdf00-30a7-4d4b-94fe-778a68471902 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:50:55.484074 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6cadfaf4-3f9d-4cbb-8905-c5531009d623 admin admin] Publish callbacks [] for security_group (47bbfdba-59c8-4e26-b4ff-748b55ad438b), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.513996 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6cadfaf4-3f9d-4cbb-8905-c5531009d623 admin admin] Publish callbacks [] for security_group (47bbfdba-59c8-4e26-b4ff-748b55ad438b), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.514326 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a28c69-85f1-4b7d-b067-1d2c25b61b62 None None] New status for floating IP 280c42c7-df5c-42be-ab1d-25081c75f7fc: ACTIVE {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:50:55.586969 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6cadfaf4-3f9d-4cbb-8905-c5531009d623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (47bbfdba-59c8-4e26-b4ff-748b55ad438b), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.589637 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6cadfaf4-3f9d-4cbb-8905-c5531009d623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:55.593755 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6cadfaf4-3f9d-4cbb-8905-c5531009d623 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47bbfdba-59c8-4e26-b4ff-748b55ad438b HTTP/1.1" status: 204 len: 168 time: 0.1734211 May 25 05:50:55.607319 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cadfaf4-3f9d-4cbb-8905-c5531009d623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bbfdba-59c8-4e26-b4ff-748b55ad438b,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:57.796572 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46392) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:57.930767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9aee6ab2-08c0-494b-8a2a-1b2ff81b09df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.027442 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9aee6ab2-08c0-494b-8a2a-1b2ff81b09df admin admin] Publish callbacks [] for security_group (4717f578-637d-411c-8635-2f8ac0515710), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.036113 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9aee6ab2-08c0-494b-8a2a-1b2ff81b09df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4717f578-637d-411c-8635-2f8ac0515710), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.076692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-9aee6ab2-08c0-494b-8a2a-1b2ff81b09df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3483c2af5c2e48468a0103c414b821c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787659 May 25 05:50:58.077336 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee6ab2-08c0-494b-8a2a-1b2ff81b09df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4717f578-637d-411c-8635-2f8ac0515710,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:58.079395 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46396) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:58.131247 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e95547d-29f1-4830-a8ae-ca92d3f58860 admin admin] Publish callbacks [] for security_group (4717f578-637d-411c-8635-2f8ac0515710), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.155331 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e95547d-29f1-4830-a8ae-ca92d3f58860 admin admin] Publish callbacks [] for security_group (4717f578-637d-411c-8635-2f8ac0515710), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.206437 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e95547d-29f1-4830-a8ae-ca92d3f58860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4717f578-637d-411c-8635-2f8ac0515710), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.209569 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3e95547d-29f1-4830-a8ae-ca92d3f58860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.210926 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-3e95547d-29f1-4830-a8ae-ca92d3f58860 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4717f578-637d-411c-8635-2f8ac0515710 HTTP/1.1" status: 204 len: 168 time: 0.1303611 May 25 05:50:58.219590 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95547d-29f1-4830-a8ae-ca92d3f58860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4717f578-637d-411c-8635-2f8ac0515710,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:58.513171 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46404) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:58.527504 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5c56-328a-47f7-bbc8-bc3e8e7ebae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.608755 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5c56-328a-47f7-bbc8-bc3e8e7ebae3 admin admin] Publish callbacks [] for security_group (d13cabbc-dd01-4046-ac6a-6d84fc920591), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.613819 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8b4e5c56-328a-47f7-bbc8-bc3e8e7ebae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d13cabbc-dd01-4046-ac6a-6d84fc920591), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.652789 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e5c56-328a-47f7-bbc8-bc3e8e7ebae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13cabbc-dd01-4046-ac6a-6d84fc920591,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:50:58.657098 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-8b4e5c56-328a-47f7-bbc8-bc3e8e7ebae3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2f403113ba24e4283c2dfa0ddd6aab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428077 May 25 05:50:58.660034 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46406) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:50:58.707693 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-1fe53a1a-416b-4d63-9376-10b148b12e51 admin admin] Publish callbacks [] for security_group (d13cabbc-dd01-4046-ac6a-6d84fc920591), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.730978 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-1fe53a1a-416b-4d63-9376-10b148b12e51 admin admin] Publish callbacks [] for security_group (d13cabbc-dd01-4046-ac6a-6d84fc920591), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.777341 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-1fe53a1a-416b-4d63-9376-10b148b12e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d13cabbc-dd01-4046-ac6a-6d84fc920591), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.779916 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-1fe53a1a-416b-4d63-9376-10b148b12e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:50:58.781082 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-1fe53a1a-416b-4d63-9376-10b148b12e51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d13cabbc-dd01-4046-ac6a-6d84fc920591 HTTP/1.1" status: 204 len: 168 time: 0.1201718 May 25 05:50:58.789497 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe53a1a-416b-4d63-9376-10b148b12e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13cabbc-dd01-4046-ac6a-6d84fc920591,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:03.270746 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:51:03.705602 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46484) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:03.807926 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d9b9-2816-4912-accc-6bea51f6081c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:03.885631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d9b9-2816-4912-accc-6bea51f6081c admin admin] Publish callbacks [] for security_group (889ad124-24b2-4e7a-87b6-439dd637ef5a), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:03.889606 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d9b9-2816-4912-accc-6bea51f6081c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (889ad124-24b2-4e7a-87b6-439dd637ef5a), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:03.927211 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-8ff8d9b9-2816-4912-accc-6bea51f6081c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24e35d22cda44a7eb33a3222aec5acf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205215 May 25 05:51:03.928070 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8d9b9-2816-4912-accc-6bea51f6081c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ad124-24b2-4e7a-87b6-439dd637ef5a,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:03.929936 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46488) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:03.978671 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2187b20d-ba0c-44cb-a49f-59520aab68d3 admin admin] Publish callbacks [] for security_group (889ad124-24b2-4e7a-87b6-439dd637ef5a), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:03.999393 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2187b20d-ba0c-44cb-a49f-59520aab68d3 admin admin] Publish callbacks [] for security_group (889ad124-24b2-4e7a-87b6-439dd637ef5a), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.050282 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2187b20d-ba0c-44cb-a49f-59520aab68d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (889ad124-24b2-4e7a-87b6-439dd637ef5a), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.052867 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2187b20d-ba0c-44cb-a49f-59520aab68d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.056060 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2187b20d-ba0c-44cb-a49f-59520aab68d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/889ad124-24b2-4e7a-87b6-439dd637ef5a HTTP/1.1" status: 204 len: 168 time: 0.1231010 May 25 05:51:04.064892 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187b20d-ba0c-44cb-a49f-59520aab68d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ad124-24b2-4e7a-87b6-439dd637ef5a,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:04.331731 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46494) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:04.347809 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5d918033-7562-46c8-99a4-b2b8fe2731b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.428442 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5d918033-7562-46c8-99a4-b2b8fe2731b1 admin admin] Publish callbacks [] for security_group (4de1ec2f-2fce-4e59-889f-ab89dbb02e41), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.432220 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5d918033-7562-46c8-99a4-b2b8fe2731b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4de1ec2f-2fce-4e59-889f-ab89dbb02e41), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.471917 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5d918033-7562-46c8-99a4-b2b8fe2731b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=028d321c7bd443618d00877aaa78f552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390564 May 25 05:51:04.472804 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d918033-7562-46c8-99a4-b2b8fe2731b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de1ec2f-2fce-4e59-889f-ab89dbb02e41,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:04.475369 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46496) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:04.525907 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-77f6d3f0-76d5-4843-a008-32bf79944ff3 admin admin] Publish callbacks [] for security_group (4de1ec2f-2fce-4e59-889f-ab89dbb02e41), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.548608 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-77f6d3f0-76d5-4843-a008-32bf79944ff3 admin admin] Publish callbacks [] for security_group (4de1ec2f-2fce-4e59-889f-ab89dbb02e41), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.599767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-77f6d3f0-76d5-4843-a008-32bf79944ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4de1ec2f-2fce-4e59-889f-ab89dbb02e41), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.602699 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-77f6d3f0-76d5-4843-a008-32bf79944ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:04.603863 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-77f6d3f0-76d5-4843-a008-32bf79944ff3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4de1ec2f-2fce-4e59-889f-ab89dbb02e41 HTTP/1.1" status: 204 len: 168 time: 0.1274140 May 25 05:51:04.613316 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6d3f0-76d5-4843-a008-32bf79944ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de1ec2f-2fce-4e59-889f-ab89dbb02e41,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:07.045858 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-eef02e85-2e33-47a7-844e-7ce6814f4300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:09.193177 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-01ba32ec-2bfd-4bb7-bcf7-5a26be08e123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:10.410742 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:12.062221 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:12.534196 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:13.696706 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:22.632141 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-ec614f9a-6616-4fff-9e01-6ecb93c3aad1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437188 May 25 05:51:22.717427 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90855fce-904b-473e-8eba-95114817491d req-3949b33e-2183-419b-8fba-ab1d19e6af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:22.718944 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-3949b33e-2183-419b-8fba-ab1d19e6af0a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1129 time: 0.0450139 May 25 05:51:22.822540 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90855fce-904b-473e-8eba-95114817491d req-c6f864c7-f272-4413-9e56-5aa30d1926e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:22.824164 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-c6f864c7-f272-4413-9e56-5aa30d1926e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.0851765 May 25 05:51:22.887631 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-106b2ebf-1c13-4f5b-b081-8f3877d0ab46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 200 len: 1000 time: 0.0552957 May 25 05:51:22.939711 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90855fce-904b-473e-8eba-95114817491d req-53614445-04dd-4e89-975f-f93174272c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:22.941146 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-53614445-04dd-4e89-975f-f93174272c83 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0442588 May 25 05:51:22.992867 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90855fce-904b-473e-8eba-95114817491d req-80eba21e-198c-4c7d-a7ea-b8da1871c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:22.994390 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-80eba21e-198c-4c7d-a7ea-b8da1871c857 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446517 May 25 05:51:23.085944 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-72439e80-e2e1-4461-a9a3-90a876d4a5ae service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 May 25 05:51:23.174114 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-90855fce-904b-473e-8eba-95114817491d req-50806c7e-1b81-4844-840a-e5fb903e7ac8 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807626 May 25 05:51:37.050313 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b506eb0c-e983-45b6-a697-46ce7c531759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:39.189965 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7e2648ae-3b5c-4ff4-9013-2ff7707d1f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:40.269310 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:51:40.422984 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:42.074552 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:42.537095 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:43.700909 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:48.456091 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bc049-e64b-49ed-a8e3-5b3b588df6cb req-216f6eaa-e1f3-455a-a8cd-d07a462a58b2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:48.458061 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-867bc049-e64b-49ed-a8e3-5b3b588df6cb req-216f6eaa-e1f3-455a-a8cd-d07a462a58b2 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 945 time: 0.0590098 May 25 05:51:48.505314 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-867bc049-e64b-49ed-a8e3-5b3b588df6cb req-15e6f7d5-7a28-4284-8ecc-a2db0b87c9e7 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 May 25 05:51:49.633394 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab33b4-1592-427b-ae64-8f0f9e20531b req-3666b253-9dd9-4289-824c-899f854835c8 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:49.635005 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9dab33b4-1592-427b-ae64-8f0f9e20531b req-3666b253-9dd9-4289-824c-899f854835c8 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 945 time: 0.0560317 May 25 05:51:49.683468 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9dab33b4-1592-427b-ae64-8f0f9e20531b req-06f8ef0f-4a8c-4922-95d3-812e2b8a1f24 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428121 May 25 05:51:50.562476 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-f208e47b-4233-4b46-8476-aa92eae1e993 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:50.563946 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-f208e47b-4233-4b46-8476-aa92eae1e993 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 945 time: 0.0588543 May 25 05:51:50.949729 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1f242-9ee9-463f-a47e-2e2836a54f65 req-035101cb-ecf9-4939-bd39-9bca16396a37 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:50.951206 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1b1f242-9ee9-463f-a47e-2e2836a54f65 req-035101cb-ecf9-4939-bd39-9bca16396a37 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 945 time: 0.0897641 May 25 05:51:50.971402 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:51:50.971742 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.055344 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a1b1f242-9ee9-463f-a47e-2e2836a54f65 req-e244e4d6-ba92-48f3-81b1-7fa2298708f6 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c601d34-658b-4e71-be0a-113e44b129e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980506 May 25 05:51:51.087544 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] For port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:51:51.087913 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.251825 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.252191 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (ea4cd426-9835-4829-b6f4-545b4dcc54cb), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.252510 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Floating IP ea4cd426-9835-4829-b6f4-545b4dcc54cb disassociated. External IP: 172.27.2.183, port: d4423df2-2a4f-4aba-8b3c-9aa6b7a00123. May 25 05:51:51.252853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:51:51.383517 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d4423df2-2a4f-4aba-8b3c-9aa6b7a00123), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.416361 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=d4423df2-2a4f-4aba-8b3c-9aa6b7a00123,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:51.431398 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.431763 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.432112 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.432457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.432791 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.433135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.433472 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.433808 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.434234 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.434570 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.434914 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.435244 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.435576 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:51.548065 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:51:51.640641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46820) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:51.667707 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:51:51.679098 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:51:51.689913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:51:51.690606 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:51.717029 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] No DVR routers for this DVR port d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:51:51.719900 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.724519 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6a5b988d-4dd7-4fad-8665-5d4cdee09e8c req-80fe45ab-4c8b-4c05-acad-23828b567b4e tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.32 "DELETE /v2.0/ports/d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 HTTP/1.1" status: 204 len: 173 time: 1.1552598 May 25 05:51:51.725106 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'name': 'network-vif-deleted', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:51:51.728681 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a20ccd6-3616-4356-937e-5a289ee09fcd" -d '{"events": [{"server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "name": "network-vif-deleted", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:51:51.784400 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d48dcd7a-fc41-406f-a84b-654411394ec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.802545 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:51:51.812859 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e909c-7a6c-485c-a27d-11e8e6aedf0b x-openstack-request-id: req-9b2e909c-7a6c-485c-a27d-11e8e6aedf0b {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:51:51.813170 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcaaf14-6b89-4eb7-85d7-07f475d59248", "name": "network-vif-deleted", "tag": "d4423df2-2a4f-4aba-8b3c-9aa6b7a00123", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:51:51.813614 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b2e909c-7a6c-485c-a27d-11e8e6aedf0b {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:51:51.813832 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2e909c-7a6c-485c-a27d-11e8e6aedf0b'] response: {'server_uuid': '0bcaaf14-6b89-4eb7-85d7-07f475d59248', 'name': 'network-vif-deleted', 'tag': 'd4423df2-2a4f-4aba-8b3c-9aa6b7a00123', 'status': 'completed', 'code': 200} May 25 05:51:51.904183 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d48dcd7a-fc41-406f-a84b-654411394ec4 admin admin] Publish callbacks [] for security_group (50176cbe-3cca-4a00-9f8d-f4d074c54803), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.910704 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-d48dcd7a-fc41-406f-a84b-654411394ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (50176cbe-3cca-4a00-9f8d-f4d074c54803), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:51.950543 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46826) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:51.951101 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-d48dcd7a-fc41-406f-a84b-654411394ec4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0832984513df47abae4a0ce4af6536ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085356 May 25 05:51:51.961007 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dcd7a-fc41-406f-a84b-654411394ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50176cbe-3cca-4a00-9f8d-f4d074c54803,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:52.018072 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:52.024035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8c18-4896-46af-924a-25e4c98c89db admin admin] Publish callbacks [] for security_group (50176cbe-3cca-4a00-9f8d-f4d074c54803), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:52.046027 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:51:52.046642 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8c18-4896-46af-924a-25e4c98c89db admin admin] Publish callbacks [] for security_group (50176cbe-3cca-4a00-9f8d-f4d074c54803), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:52.054991 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:51:52.055607 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:52.096163 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8c18-4896-46af-924a-25e4c98c89db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (50176cbe-3cca-4a00-9f8d-f4d074c54803), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:52.099450 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8c18-4896-46af-924a-25e4c98c89db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:52.100634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2f8f8c18-4896-46af-924a-25e4c98c89db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50176cbe-3cca-4a00-9f8d-f4d074c54803 HTTP/1.1" status: 204 len: 168 time: 0.1476045 May 25 05:51:52.109035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f8c18-4896-46af-924a-25e4c98c89db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50176cbe-3cca-4a00-9f8d-f4d074c54803,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:52.187397 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bb9b50b1-cc52-40d6-8499-177ba75e7b42 req-96d59f48-e488-4e4c-a3cd-2828752f1acc tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bcaaf14-6b89-4eb7-85d7-07f475d59248 HTTP/1.1" status: 200 len: 210 time: 0.0439360 May 25 05:51:52.194722 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:51:52.425615 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:52.453634 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202ac64-b827-46e5-81d4-2ffd79760635 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:41:29Z', 'revision_number': 4, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9', 'name': '', 'network_id': '03cbec90-4b8a-4a3a-b3fc-7583ee92726b', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'mac_address': 'fa:16:3e:b9:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:26Z', 'updated_at': '2022-05-25T05:41:39Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'subnets': [{'id': '6cdca1e9-961f-4039-8a76-fcc86b7d0ca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:51:52.673305 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e08ec-df18-4693-a04d-ee9de7d5d703 None None] New status for floating IP ea4cd426-9835-4829-b6f4-545b4dcc54cb: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:51:53.278846 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46836) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:53.331824 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d82f180-abeb-4a8e-8656-2ba748d28048 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (8c601d34-658b-4e71-be0a-113e44b129e1), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.358181 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d82f180-abeb-4a8e-8656-2ba748d28048 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (8c601d34-658b-4e71-be0a-113e44b129e1), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.404030 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d82f180-abeb-4a8e-8656-2ba748d28048 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8c601d34-658b-4e71-be0a-113e44b129e1), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.406723 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d82f180-abeb-4a8e-8656-2ba748d28048 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.407853 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-9d82f180-abeb-4a8e-8656-2ba748d28048 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/security-groups/8c601d34-658b-4e71-be0a-113e44b129e1 HTTP/1.1" status: 204 len: 168 time: 0.1279330 May 25 05:51:53.413742 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46838) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:53.417698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82f180-abeb-4a8e-8656-2ba748d28048 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c601d34-658b-4e71-be0a-113e44b129e1,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:53.424737 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.api.v2.resource [None req-9ec23d8b-4850-4ba9-9c97-884036109e7b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] show failed (client error): The resource could not be found. May 25 05:51:53.425756 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-9ec23d8b-4850-4ba9-9c97-884036109e7b tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "GET /v2.0/security-groups/8c601d34-658b-4e71-be0a-113e44b129e1 HTTP/1.1" status: 404 len: 347 time: 0.0134499 May 25 05:51:53.429338 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46840) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:53.557956 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Deleting port b4e07a9d-871a-4b97-96be-5e5bd92b3c6f {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:51:53.558378 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.639844 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.640168 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.653446 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Calling delete_port for b4e07a9d-871a-4b97-96be-5e5bd92b3c6f owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:51:53.798177 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (b4e07a9d-871a-4b97-96be-5e5bd92b3c6f), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.823775 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Pushing event deleted for resources: {'Port': ['ID=b4e07a9d-871a-4b97-96be-5e5bd92b3c6f,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:53.852427 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.852814 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.853162 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.853501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.853833 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.854192 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.854556 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.854886 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.855312 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.855655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.856007 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.856325 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.856646 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:51:53.902374 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks [] for floatingip (ea4cd426-9835-4829-b6f4-545b4dcc54cb), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.905057 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:53.906295 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c63c2819-dc75-4b6d-ac81-52e0dbd09553 tempest-AttachVolumeNegativeTest-1414045617 tempest-AttachVolumeNegativeTest-1414045617-project] 10.222.0.42 "DELETE /v2.0/floatingips/ea4cd426-9835-4829-b6f4-545b4dcc54cb HTTP/1.1" status: 204 len: 168 time: 0.4760015 May 25 05:51:54.567219 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:51:54.587000 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:51:54.587272 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d4423df2-2a4f-4aba-8b3c-9aa6b7a00123 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:51:55.619508 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d223b-e432-4069-90c5-3102bd6c58a9 req-0149b6cf-d262-4591-943e-33110aa052d2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:55.620913 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-232d223b-e432-4069-90c5-3102bd6c58a9 req-0149b6cf-d262-4591-943e-33110aa052d2 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 946 time: 0.0533626 May 25 05:51:55.671009 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-232d223b-e432-4069-90c5-3102bd6c58a9 req-59c033ae-e82c-4293-ab0a-64b35a42ad95 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 May 25 05:51:56.802772 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532466f-3306-4471-81a7-ef39eb1488c3 req-797bf33f-3a8e-4a9a-b98a-848101acb858 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:56.804389 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e532466f-3306-4471-81a7-ef39eb1488c3 req-797bf33f-3a8e-4a9a-b98a-848101acb858 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 946 time: 0.0570624 May 25 05:51:56.864084 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e532466f-3306-4471-81a7-ef39eb1488c3 req-e2e6ba3a-aa5b-4f44-b583-c05a94f9766f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527468 May 25 05:51:57.462112 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-dedb7112-191d-4dda-8286-3262dc11b87e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:57.463585 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-dedb7112-191d-4dda-8286-3262dc11b87e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 946 time: 0.0555451 May 25 05:51:57.556619 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Deleting port 961b090d-c2d8-4dac-a186-eed1ed7536fe {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:51:57.557067 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:57.600412 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46892) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:57.669200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] For port 961b090d-c2d8-4dac-a186-eed1ed7536fe, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=961b090d-c2d8-4dac-a186-eed1ed7536fe,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:51:57.669564 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:57.837400 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:57.838121 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659186'] for floatingip (8af64f9d-9193-4229-929d-a652aafcb03d), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:57.838121 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Floating IP 8af64f9d-9193-4229-929d-a652aafcb03d disassociated. External IP: 172.27.2.97, port: 961b090d-c2d8-4dac-a186-eed1ed7536fe. May 25 05:51:57.838467 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Calling delete_port for 961b090d-c2d8-4dac-a186-eed1ed7536fe owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:51:58.013508 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (961b090d-c2d8-4dac-a186-eed1ed7536fe), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:58.048010 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event deleted for resources: {'Port': ['ID=961b090d-c2d8-4dac-a186-eed1ed7536fe,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:58.069358 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70375-2076-4c3e-84a8-3ed8f17317a3 req-d1e42526-94ec-4151-aba8-9d172298a073 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:51:58.070993 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-78f70375-2076-4c3e-84a8-3ed8f17317a3 req-d1e42526-94ec-4151-aba8-9d172298a073 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/ports?device_id=cae5b6e4-b22b-448e-bf6c-738741e02827 HTTP/1.1" status: 200 len: 868 time: 0.1242366 May 25 05:51:58.131015 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (e79c13f5-3aab-4d21-aced-e4d912233e10), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:58.188486 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-78f70375-2076-4c3e-84a8-3ed8f17317a3 req-22531503-a7f7-446b-80ad-d41a2d8de185 tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups?id=83e77aed-9303-48c5-9674-9572bc545bbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835674 May 25 05:51:58.216868 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Router d7b192e4-a905-42a0-885e-481ed23472fe has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:51:58.351442 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:51:58.368621 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] Sync routers for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:51:58.378625 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:51:58.379247 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:58.405609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] No DVR routers for this DVR port 961b090d-c2d8-4dac-a186-eed1ed7536fe on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:51:58.409444 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:58.412777 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-69b12cae-c739-4cab-98c8-a93d407c0e09 req-441190cc-9b86-4d62-a5aa-b14dc3cfac6f tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.32 "DELETE /v2.0/ports/961b090d-c2d8-4dac-a186-eed1ed7536fe HTTP/1.1" status: 204 len: 173 time: 0.9425595 May 25 05:51:58.413243 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-deleted', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:51:58.418315 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde966a0-bd94-488a-a06c-ea35a70b6409" -d '{"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-deleted", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:51:58.434061 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Deleting port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:51:58.434943 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:58.474136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9570eedd-761d-4948-a899-864622fe1d71 x-openstack-request-id: req-9570eedd-761d-4948-a899-864622fe1d71 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:51:58.474610 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae5b6e4-b22b-448e-bf6c-738741e02827", "name": "network-vif-deleted", "tag": "961b090d-c2d8-4dac-a186-eed1ed7536fe", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:51:58.474889 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9570eedd-761d-4948-a899-864622fe1d71 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:51:58.475745 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9570eedd-761d-4948-a899-864622fe1d71'] response: {'server_uuid': 'cae5b6e4-b22b-448e-bf6c-738741e02827', 'name': 'network-vif-deleted', 'tag': '961b090d-c2d8-4dac-a186-eed1ed7536fe', 'status': 'completed', 'code': 200} May 25 05:51:58.530964 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:51:58.533830 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] For port 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:51:58.534213 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:58.549206 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Calling delete_port for 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 owned by network:router_interface {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:51:58.742725 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:58.759539 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:58.767553 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:58.788271 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] Checking router: d7b192e4-a905-42a0-885e-481ed23472fe for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:51:58.797234 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:51:58.797851 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:58.926699 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:51:59.214215 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (e79c13f5-3aab-4d21-aced-e4d912233e10), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.324910 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46904) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:59.340884 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:59.368065 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfffd49-a50d-4df6-adc4-984b6614b7b2 None None] The sync data for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi is: [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:41:30Z', 'revision_number': 4, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '1f2bdf29-23e2-45b4-8935-f097fb817322', 'name': '', 'network_id': 'ed49d021-17ad-4b22-b70e-e0ce846d06b0', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'mac_address': 'fa:16:3e:8a:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:28Z', 'updated_at': '2022-05-25T05:41:45Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'subnets': [{'id': '4027704a-c26d-4d87-885c-92fdac70bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:51:59.423321 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d62b8083-057c-4c20-b704-00f8040a49bb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (83e77aed-9303-48c5-9674-9572bc545bbe), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.456225 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d62b8083-057c-4c20-b704-00f8040a49bb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (83e77aed-9303-48c5-9674-9572bc545bbe), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.476336 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Router e79c13f5-3aab-4d21-aced-e4d912233e10 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:51:59.524384 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d62b8083-057c-4c20-b704-00f8040a49bb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (83e77aed-9303-48c5-9674-9572bc545bbe), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.528347 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d62b8083-057c-4c20-b704-00f8040a49bb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.532424 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-d62b8083-057c-4c20-b704-00f8040a49bb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "DELETE /v2.0/security-groups/83e77aed-9303-48c5-9674-9572bc545bbe HTTP/1.1" status: 204 len: 168 time: 0.2056265 May 25 05:51:59.533619 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46906) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:59.555347 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.api.v2.resource [None req-433d3ef1-8fc7-4f9e-8fdd-78cc8c22377e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] show failed (client error): The resource could not be found. May 25 05:51:59.558565 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-433d3ef1-8fc7-4f9e-8fdd-78cc8c22377e tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "GET /v2.0/security-groups/83e77aed-9303-48c5-9674-9572bc545bbe HTTP/1.1" status: 404 len: 347 time: 0.0187318 May 25 05:51:59.558565 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b8083-057c-4c20-b704-00f8040a49bb tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e77aed-9303-48c5-9674-9572bc545bbe,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:51:59.559628 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46908) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:59.615800 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:51:59.622159 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-31d91abb-c1d7-4d98-8fc1-44364e602064 admin admin] 10.222.0.42 "PUT /v2.0/routers/e79c13f5-3aab-4d21-aced-e4d912233e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201945 May 25 05:51:59.625498 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46910) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:51:59.628707 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] Sync routers for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:51:59.650771 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:51:59.651783 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:51:59.699269 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b6fad-7a1b-465b-b145-6059cf28f75b None None] New status for floating IP 8af64f9d-9193-4229-929d-a652aafcb03d: DOWN {{(pid=110246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:51:59.709200 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Deleting port bf57cab9-5780-4411-89e6-f13b00fa3ee0 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:51:59.709584 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.749032 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks [] for router (e79c13f5-3aab-4d21-aced-e4d912233e10), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.791677 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:51:59.801091 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.802786 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (bf57cab9-5780-4411-89e6-f13b00fa3ee0), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.820652 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Calling delete_port for bf57cab9-5780-4411-89e6-f13b00fa3ee0 owned by network:floatingip {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:51:59.906719 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks [] for router_gateway (e79c13f5-3aab-4d21-aced-e4d912233e10), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.987537 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Deleting port 18e41112-6a59-487c-b2a7-bd5a96286ff8 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:51:59.988485 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:51:59.993129 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (bf57cab9-5780-4411-89e6-f13b00fa3ee0), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.014786 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:51:58Z', 'revision_number': 5, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port': {'id': '18e41112-6a59-487c-b2a7-bd5a96286ff8', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:04:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:18Z', 'updated_at': '2022-05-25T05:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:00.027175 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Pushing event deleted for resources: {'Port': ['ID=bf57cab9-5780-4411-89e6-f13b00fa3ee0,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:00.042929 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] Checking router: e79c13f5-3aab-4d21-aced-e4d912233e10 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:52:00.051161 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] Routers {'e79c13f5-3aab-4d21-aced-e4d912233e10'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:52:00.052430 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['e79c13f5-3aab-4d21-aced-e4d912233e10'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:00.083367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] For port 18e41112-6a59-487c-b2a7-bd5a96286ff8, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=18e41112-6a59-487c-b2a7-bd5a96286ff8,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:52:00.083876 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.098990 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks [] for floatingip (8af64f9d-9193-4229-929d-a652aafcb03d), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.101568 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.105455 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-92cd28cd-4ece-4b02-9049-0f736f5dc25b tempest-AttachVolumeShelveTestJSON-37882761 tempest-AttachVolumeShelveTestJSON-37882761-project] 10.222.0.42 "DELETE /v2.0/floatingips/8af64f9d-9193-4229-929d-a652aafcb03d HTTP/1.1" status: 204 len: 168 time: 0.5420547 May 25 05:52:00.107631 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Calling delete_port for 18e41112-6a59-487c-b2a7-bd5a96286ff8 owned by network:router_gateway {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:52:00.153456 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] Set router e79c13f5-3aab-4d21-aced-e4d912233e10 gateway port host: None {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:52:00.211539 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:51:59Z', 'revision_number': 6, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:00.238148 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bdea60-ab19-4b21-b523-56638e2f39b5 None None] The sync data for ids ['e79c13f5-3aab-4d21-aced-e4d912233e10'] in dv-cinder-842947-1-iscsi is: [{'id': 'e79c13f5-3aab-4d21-aced-e4d912233e10', 'name': 'tempest-AttachVolumeNegativeTest-59681635-router', 'tenant_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:16Z', 'updated_at': '2022-05-25T05:51:59Z', 'revision_number': 6, 'project_id': 'ff1b1d0261e342a09f7c499fced9a6b6', 'gw_port_host': None}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:52:00.311384 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (18e41112-6a59-487c-b2a7-bd5a96286ff8), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.340536 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e41112-6a59-487c-b2a7-bd5a96286ff8,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:00.406685 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (e79c13f5-3aab-4d21-aced-e4d912233e10), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.495203 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (e79c13f5-3aab-4d21-aced-e4d912233e10), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.497393 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks [] for router_controller (e79c13f5-3aab-4d21-aced-e4d912233e10), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.545078 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (e79c13f5-3aab-4d21-aced-e4d912233e10), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.545503 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79c13f5-3aab-4d21-aced-e4d912233e10 {{(pid=110245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:52:00.550248 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.551894 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-bdcb2419-0821-475b-9739-e976e9cb6a79 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e79c13f5-3aab-4d21-aced-e4d912233e10 HTTP/1.1" status: 204 len: 168 time: 0.9242470 May 25 05:52:00.554485 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46916) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:00.582628 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:52:00.608847 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 961b090d-c2d8-4dac-a186-eed1ed7536fe {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:52:00.609296 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] Deleting subnet 6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:52:00.609567 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 961b090d-c2d8-4dac-a186-eed1ed7536fe not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:52:00.613265 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] Publish callbacks [] for subnet (6cdca1e9-961f-4039-8a76-fcc86b7d0ca4), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.651370 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (6cdca1e9-961f-4039-8a76-fcc86b7d0ca4), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.734366 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (6cdca1e9-961f-4039-8a76-fcc86b7d0ca4), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.792818 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (6cdca1e9-961f-4039-8a76-fcc86b7d0ca4), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.819065 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdca1e9-961f-4039-8a76-fcc86b7d0ca4,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:00.826590 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.830589 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-41d87e49-b263-4e38-936c-d8e5c13d4f3f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6cdca1e9-961f-4039-8a76-fcc86b7d0ca4 HTTP/1.1" status: 204 len: 168 time: 0.2750890 May 25 05:52:00.832161 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86158d4-f1ba-4d03-8221-2fc14a1fadeb None None] Network 03cbec90-4b8a-4a3a-b3fc-7583ee92726b requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:52:00.833071 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 46918) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:00.905297 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (03cbec90-4b8a-4a3a-b3fc-7583ee92726b), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:00.959876 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Deleting port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:52:00.960213 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.026456 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] For port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:52:01.026958 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.046245 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] DHCP port deletion for 03cbec90-4b8a-4a3a-b3fc-7583ee92726b request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:52:01.047138 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Calling delete_port for c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 owned by network:dhcp {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:52:01.091067 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Deleting port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:52:01.091352 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.134889 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.161947 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] For port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,segment=NetworkSegment(b150850c-150c-4fd1-9712-760c6f5e6178),segment_id=b150850c-150c-4fd1-9712-760c6f5e6178)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:52:01.162391 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.164252 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:01.168124 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] No DVR routers for this DVR port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 on host dv-cinder-842947-1-iscsi {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:52:01.182811 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Calling delete_port for c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:52:01.242752 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (03cbec90-4b8a-4a3a-b3fc-7583ee92726b), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.266031 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cbec90-4b8a-4a3a-b3fc-7583ee92726b']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:01.268503 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.277462 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b150850c-150c-4fd1-9712-760c6f5e6178') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:01.277462 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b150850c-150c-4fd1-9712-760c6f5e6178') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:01.291710 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (b150850c-150c-4fd1-9712-760c6f5e6178), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.303800 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Pushing event deleted for resources: {'Port': ['ID=c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:01.309136 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] No DVR routers for this DVR port c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:52:01.313983 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (b150850c-150c-4fd1-9712-760c6f5e6178), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.320867 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.321650 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.321650 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.322474 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.322917 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.323355 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.324206 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.324666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.328342 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.328342 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.328701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.329142 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.329576 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3febdc4-da18-4aef-bd10-a7de856698e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:01.330013 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:52:01.330674 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (b150850c-150c-4fd1-9712-760c6f5e6178), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.383311 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment b150850c-150c-4fd1-9712-760c6f5e6178 resource provider aggregate not found May 25 05:52:01.408285 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment b150850c-150c-4fd1-9712-760c6f5e6178 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b150850c-150c-4fd1-9712-760c6f5e6178 found for delete ", "request_id": "req-6b5502d3-eb5d-45a0-ab06-ef5eb32ac516"}]} May 25 05:52:01.426222 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (03cbec90-4b8a-4a3a-b3fc-7583ee92726b), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.427250 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 18e41112-6a59-487c-b2a7-bd5a96286ff8 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:52:01.435995 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.439283 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/03cbec90-4b8a-4a3a-b3fc-7583ee92726b HTTP/1.1" status: 204 len: 168 time: 0.6051576 May 25 05:52:01.450498 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 18e41112-6a59-487c-b2a7-bd5a96286ff8 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:52:01.451243 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 18e41112-6a59-487c-b2a7-bd5a96286ff8 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:52:01.451848 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:52:01.456641 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fa3af-1ebe-4b89-92a3-18cea29360e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=03cbec90-4b8a-4a3a-b3fc-7583ee92726b,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:01.474955 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:52:01.475509 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c7b4f9e7-c6f7-4607-bd2e-a68e8fdaea24 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:52:01.476104 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:52:01.501162 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:52:01.501523 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 0ef4a7ce-ec78-488c-8fa8-4893b8adfcb9 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:52:01.593546 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46936) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:01.635071 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c113e9ba-df0b-491e-a588-413202583651 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff1b1d0261e342a09f7c499fced9a6b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403032 May 25 05:52:01.637426 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46938) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:01.690557 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9022fa0-93e2-4dc7-ab33-96a9f0c18709 admin admin] Publish callbacks [] for security_group (cd24e92e-00ff-4aa6-bc69-a24f039a6a1f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.713639 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9022fa0-93e2-4dc7-ab33-96a9f0c18709 admin admin] Publish callbacks [] for security_group (cd24e92e-00ff-4aa6-bc69-a24f039a6a1f), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.763310 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9022fa0-93e2-4dc7-ab33-96a9f0c18709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (cd24e92e-00ff-4aa6-bc69-a24f039a6a1f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.766309 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c9022fa0-93e2-4dc7-ab33-96a9f0c18709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:01.767522 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c9022fa0-93e2-4dc7-ab33-96a9f0c18709 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd24e92e-00ff-4aa6-bc69-a24f039a6a1f HTTP/1.1" status: 204 len: 168 time: 0.1291728 May 25 05:52:01.780929 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9022fa0-93e2-4dc7-ab33-96a9f0c18709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd24e92e-00ff-4aa6-bc69-a24f039a6a1f,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:02.637846 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46970) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:03.104004 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (d7b192e4-a905-42a0-885e-481ed23472fe), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:03.383269 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Deleting port 1f2bdf29-23e2-45b4-8935-f097fb817322 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:52:03.383616 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:03.479804 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] For port 1f2bdf29-23e2-45b4-8935-f097fb817322, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=1f2bdf29-23e2-45b4-8935-f097fb817322,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:52:03.480494 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:03.500744 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Calling delete_port for 1f2bdf29-23e2-45b4-8935-f097fb817322 owned by network:router_interface {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:52:03.695969 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (1f2bdf29-23e2-45b4-8935-f097fb817322), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:03.722837 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Pushing event deleted for resources: {'Port': ['ID=1f2bdf29-23e2-45b4-8935-f097fb817322,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:03.894658 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (d7b192e4-a905-42a0-885e-481ed23472fe), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:04.102372 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Router d7b192e4-a905-42a0-885e-481ed23472fe has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:52:04.205503 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:52:04.210860 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-9ca53355-24b5-4378-8dc6-3c2627a2a9be admin admin] 10.222.0.42 "PUT /v2.0/routers/d7b192e4-a905-42a0-885e-481ed23472fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5719342 May 25 05:52:04.214010 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 46996) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:04.215358 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] Sync routers for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:52:04.227647 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:52:04.228395 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:04.318600 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks [] for router (d7b192e4-a905-42a0-885e-481ed23472fe), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:04.334624 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:52:04.431197 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks [] for router_gateway (d7b192e4-a905-42a0-885e-481ed23472fe), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:04.482836 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Deleting port d62a2c3a-ea88-4ddf-99c4-22b173ad8222 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:52:04.483270 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:04.523513 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:52:03Z', 'revision_number': 5, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port': {'id': 'd62a2c3a-ea88-4ddf-99c4-22b173ad8222', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:99:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:41:21Z', 'updated_at': '2022-05-25T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:04.561332 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] Checking router: d7b192e4-a905-42a0-885e-481ed23472fe for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:52:04.572878 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] Routers {'d7b192e4-a905-42a0-885e-481ed23472fe'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:52:04.574505 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:51:39Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['d7b192e4-a905-42a0-885e-481ed23472fe'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:04.581153 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] For port d62a2c3a-ea88-4ddf-99c4-22b173ad8222, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:52:04.581515 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:04.597543 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Calling delete_port for d62a2c3a-ea88-4ddf-99c4-22b173ad8222 owned by network:router_gateway {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:52:04.671693 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] Set router d7b192e4-a905-42a0-885e-481ed23472fe gateway port host: None {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:52:04.800323 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (d62a2c3a-ea88-4ddf-99c4-22b173ad8222), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:04.808049 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:52:04Z', 'revision_number': 6, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:04.828724 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Pushing event deleted for resources: {'Port': ['ID=d62a2c3a-ea88-4ddf-99c4-22b173ad8222,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:04.834898 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3fd70-4f5e-47a1-bd08-c83450af9fe7 None None] The sync data for ids ['d7b192e4-a905-42a0-885e-481ed23472fe'] in dv-cinder-842947-1-iscsi is: [{'id': 'd7b192e4-a905-42a0-885e-481ed23472fe', 'name': 'tempest-AttachVolumeShelveTestJSON-258439279-router', 'tenant_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:41:19Z', 'updated_at': '2022-05-25T05:52:04Z', 'revision_number': 6, 'project_id': '2b3fb7065a7946ae93c0a0d4523e71d7', 'gw_port_host': None}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:52:04.901416 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (d7b192e4-a905-42a0-885e-481ed23472fe), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.009443 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (d7b192e4-a905-42a0-885e-481ed23472fe), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.011876 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks [] for router_controller (d7b192e4-a905-42a0-885e-481ed23472fe), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.058641 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (d7b192e4-a905-42a0-885e-481ed23472fe), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.059173 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7b192e4-a905-42a0-885e-481ed23472fe {{(pid=110244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:52:05.064062 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.065374 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-d8b9f9f1-5e9e-48c9-aaf6-60ce0b2a4439 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d7b192e4-a905-42a0-885e-481ed23472fe HTTP/1.1" status: 204 len: 168 time: 0.8502941 May 25 05:52:05.068583 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47010) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:05.115837 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_v2 [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] Deleting subnet 4027704a-c26d-4d87-885c-92fdac70bc7c {{(pid=110244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:52:05.119086 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] Publish callbacks [] for subnet (4027704a-c26d-4d87-885c-92fdac70bc7c), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.153423 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128773084'] for subnet (4027704a-c26d-4d87-885c-92fdac70bc7c), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.408562 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 1f2bdf29-23e2-45b4-8935-f097fb817322 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:52:05.430805 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 1f2bdf29-23e2-45b4-8935-f097fb817322 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:52:05.431242 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 1f2bdf29-23e2-45b4-8935-f097fb817322 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:52:05.546319 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (4027704a-c26d-4d87-885c-92fdac70bc7c), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.607818 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128771500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129350855'] for subnet (4027704a-c26d-4d87-885c-92fdac70bc7c), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.634977 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4027704a-c26d-4d87-885c-92fdac70bc7c,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:05.638440 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.643986 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-64186238-d7f3-4c19-9a7f-46b1c943e9bc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4027704a-c26d-4d87-885c-92fdac70bc7c HTTP/1.1" status: 204 len: 168 time: 0.5720081 May 25 05:52:05.644372 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6059869-4ad4-4d79-bb87-1bb40bf3c834 None None] Network ed49d021-17ad-4b22-b70e-e0ce846d06b0 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:52:05.644490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47014) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:05.720629 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (ed49d021-17ad-4b22-b70e-e0ce846d06b0), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.771046 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Deleting port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:52:05.771241 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.817046 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] DHCP port deletion for ed49d021-17ad-4b22-b70e-e0ce846d06b0 request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:52:05.840637 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] For port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:52:05.841267 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.860791 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Calling delete_port for a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 owned by network:dhcp {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:52:05.861354 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] Deleting port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:52:05.861738 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.929677 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] For port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,segment=NetworkSegment(7172b626-2fb0-4a9c-9988-cf552e65ec56),segment_id=7172b626-2fb0-4a9c-9988-cf552e65ec56)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:52:05.929956 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.943772 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] Calling delete_port for a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:52:05.947501 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:05.974043 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:05.975915 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] No DVR routers for this DVR port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 on host dv-cinder-842947-1-iscsi {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:52:06.024070 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.057698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (ed49d021-17ad-4b22-b70e-e0ce846d06b0), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.063980 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] Pushing event deleted for resources: {'Port': ['ID=a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:06.067659 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9101e8-b074-4ec0-913e-c050dcb9590f None None] No DVR routers for this DVR port a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:52:06.087718 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed49d021-17ad-4b22-b70e-e0ce846d06b0']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:06.106035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7172b626-2fb0-4a9c-9988-cf552e65ec56') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:06.106035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7172b626-2fb0-4a9c-9988-cf552e65ec56') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:52:06.117456 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (7172b626-2fb0-4a9c-9988-cf552e65ec56), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.136142 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (7172b626-2fb0-4a9c-9988-cf552e65ec56), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.151076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:52:06.151487 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (7172b626-2fb0-4a9c-9988-cf552e65ec56), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.193565 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 7172b626-2fb0-4a9c-9988-cf552e65ec56 resource provider aggregate not found May 25 05:52:06.215870 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 7172b626-2fb0-4a9c-9988-cf552e65ec56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7172b626-2fb0-4a9c-9988-cf552e65ec56 found for delete ", "request_id": "req-af3c8eae-d649-4bff-a307-cd2a765e7921"}]} May 25 05:52:06.224715 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (ed49d021-17ad-4b22-b70e-e0ce846d06b0), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.231948 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.235425 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] 10.222.0.42 "DELETE /v2.0/networks/ed49d021-17ad-4b22-b70e-e0ce846d06b0 HTTP/1.1" status: 204 len: 168 time: 0.5900438 May 25 05:52:06.248876 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed8d36-e183-4616-9f78-de6d10b94c3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ed49d021-17ad-4b22-b70e-e0ce846d06b0,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:06.436971 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47030) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:06.479184 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-05ca1b07-ef06-4313-a899-5f2a5774e91b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b3fb7065a7946ae93c0a0d4523e71d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410221 May 25 05:52:06.481748 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47032) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:06.533941 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bae0c02e-3ca1-4143-8621-fb51b04d682c admin admin] Publish callbacks [] for security_group (3a71599c-a6bc-4633-aac0-89f4c40b6d83), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.554860 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bae0c02e-3ca1-4143-8621-fb51b04d682c admin admin] Publish callbacks [] for security_group (3a71599c-a6bc-4633-aac0-89f4c40b6d83), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.607172 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bae0c02e-3ca1-4143-8621-fb51b04d682c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (3a71599c-a6bc-4633-aac0-89f4c40b6d83), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.609666 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bae0c02e-3ca1-4143-8621-fb51b04d682c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:06.610883 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-bae0c02e-3ca1-4143-8621-fb51b04d682c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a71599c-a6bc-4633-aac0-89f4c40b6d83 HTTP/1.1" status: 204 len: 168 time: 0.1281183 May 25 05:52:06.619146 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0c02e-3ca1-4143-8621-fb51b04d682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a71599c-a6bc-4633-aac0-89f4c40b6d83,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:07.054538 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1393337e-3e11-44f7-aebe-dc27453f3e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:07.307058 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d62a2c3a-ea88-4ddf-99c4-22b173ad8222 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:52:07.326638 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: d62a2c3a-ea88-4ddf-99c4-22b173ad8222 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:52:07.327093 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device d62a2c3a-ea88-4ddf-99c4-22b173ad8222 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:52:07.327471 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:52:07.351735 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:52:07.352088 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device a7bcf22c-09f6-41ca-b7f5-dc7a2e0355b1 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:52:09.184157 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a5bce9f3-0bda-4659-89b9-8a162121c510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:10.417609 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:12.064021 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:12.535795 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:13.695364 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:17.267285 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:52:20.220048 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47244) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:20.336995 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-94d87b84-e26e-4e9f-ac37-23c869d22fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:20.420088 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-94d87b84-e26e-4e9f-ac37-23c869d22fa8 admin admin] Publish callbacks [] for security_group (56ccc036-e191-445f-af0a-750e52e54f01), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:20.424991 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-94d87b84-e26e-4e9f-ac37-23c869d22fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (56ccc036-e191-445f-af0a-750e52e54f01), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:20.475295 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87b84-e26e-4e9f-ac37-23c869d22fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ccc036-e191-445f-af0a-750e52e54f01,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:20.482681 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-94d87b84-e26e-4e9f-ac37-23c869d22fa8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=047216915770486e9a140ffac83d91dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590151 May 25 05:52:20.483121 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47260) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:20.538166 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a980e23-fbf5-4add-b739-7e397e27ba03 admin admin] Publish callbacks [] for security_group (56ccc036-e191-445f-af0a-750e52e54f01), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:20.560452 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a980e23-fbf5-4add-b739-7e397e27ba03 admin admin] Publish callbacks [] for security_group (56ccc036-e191-445f-af0a-750e52e54f01), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:20.607393 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a980e23-fbf5-4add-b739-7e397e27ba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (56ccc036-e191-445f-af0a-750e52e54f01), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:20.610362 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-7a980e23-fbf5-4add-b739-7e397e27ba03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:20.611443 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-7a980e23-fbf5-4add-b739-7e397e27ba03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56ccc036-e191-445f-af0a-750e52e54f01 HTTP/1.1" status: 204 len: 168 time: 0.1275454 May 25 05:52:20.620490 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a980e23-fbf5-4add-b739-7e397e27ba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ccc036-e191-445f-af0a-750e52e54f01,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:22.641842 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47340) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:22.756240 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f3d41beb-0260-4e67-b07a-0eb54ac43a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:22.835853 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f3d41beb-0260-4e67-b07a-0eb54ac43a6e admin admin] Publish callbacks [] for security_group (8dcef011-a413-4e77-8822-745859ec16a0), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:22.839932 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f3d41beb-0260-4e67-b07a-0eb54ac43a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8dcef011-a413-4e77-8822-745859ec16a0), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:22.877830 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d41beb-0260-4e67-b07a-0eb54ac43a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcef011-a413-4e77-8822-745859ec16a0,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:22.883366 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f3d41beb-0260-4e67-b07a-0eb54ac43a6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c31c0c294fe0491aae66a568c969592d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404416 May 25 05:52:22.886232 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47344) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:22.941719 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d50c25c-b598-4bce-80ec-1d5b45fa03cc admin admin] Publish callbacks [] for security_group (8dcef011-a413-4e77-8822-745859ec16a0), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:22.969264 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d50c25c-b598-4bce-80ec-1d5b45fa03cc admin admin] Publish callbacks [] for security_group (8dcef011-a413-4e77-8822-745859ec16a0), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.018725 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d50c25c-b598-4bce-80ec-1d5b45fa03cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8dcef011-a413-4e77-8822-745859ec16a0), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.021434 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-9d50c25c-b598-4bce-80ec-1d5b45fa03cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.022631 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-9d50c25c-b598-4bce-80ec-1d5b45fa03cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dcef011-a413-4e77-8822-745859ec16a0 HTTP/1.1" status: 204 len: 168 time: 0.1354132 May 25 05:52:23.031150 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50c25c-b598-4bce-80ec-1d5b45fa03cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcef011-a413-4e77-8822-745859ec16a0,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:23.328383 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47364) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:23.342084 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-84cac38c-050e-429f-8d0e-2e6bc04342f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.423752 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-84cac38c-050e-429f-8d0e-2e6bc04342f0 admin admin] Publish callbacks [] for security_group (65cf425a-70c3-457e-88b7-96c39aa7fbdc), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.427967 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-84cac38c-050e-429f-8d0e-2e6bc04342f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (65cf425a-70c3-457e-88b7-96c39aa7fbdc), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.467700 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-84cac38c-050e-429f-8d0e-2e6bc04342f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60cd2462d6a84b99acb7aa4403b6ebf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381195 May 25 05:52:23.468486 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cac38c-050e-429f-8d0e-2e6bc04342f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cf425a-70c3-457e-88b7-96c39aa7fbdc,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:23.470399 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47366) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:23.520646 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-15d0cbfb-f025-4fb6-82b2-6e155fe95e1c admin admin] Publish callbacks [] for security_group (65cf425a-70c3-457e-88b7-96c39aa7fbdc), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.542802 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-15d0cbfb-f025-4fb6-82b2-6e155fe95e1c admin admin] Publish callbacks [] for security_group (65cf425a-70c3-457e-88b7-96c39aa7fbdc), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.590382 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-15d0cbfb-f025-4fb6-82b2-6e155fe95e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (65cf425a-70c3-457e-88b7-96c39aa7fbdc), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.592963 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-15d0cbfb-f025-4fb6-82b2-6e155fe95e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:23.594330 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-15d0cbfb-f025-4fb6-82b2-6e155fe95e1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65cf425a-70c3-457e-88b7-96c39aa7fbdc HTTP/1.1" status: 204 len: 168 time: 0.1227362 May 25 05:52:23.603018 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0cbfb-f025-4fb6-82b2-6e155fe95e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cf425a-70c3-457e-88b7-96c39aa7fbdc,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:25.366911 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-22a445b6-514d-4ece-83df-b45839793724 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1760161 May 25 05:52:25.439026 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-113ff36f-e466-459a-ae67-86fa7c0fd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:25.440576 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-113ff36f-e466-459a-ae67-86fa7c0fd6f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 1130 time: 0.0521719 May 25 05:52:25.547196 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-2267c0f0-9eec-47f3-88ab-eb63df022c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:25.548653 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-2267c0f0-9eec-47f3-88ab-eb63df022c98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.0883009 May 25 05:52:25.619845 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-abee2ab8-8f89-49f6-86d7-6420f9f2545f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16fd20b-1273-479f-96ce-6d98b38924b8 HTTP/1.1" status: 200 len: 1002 time: 0.0649648 May 25 05:52:25.671115 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-7773b9b3-d9dd-44e9-af0c-a63eaeda018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:25.672575 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-7773b9b3-d9dd-44e9-af0c-a63eaeda018e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0458252 May 25 05:52:25.721883 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-be51fe2c-a594-49fe-b732-8bf0f24d7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:25.723402 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-be51fe2c-a594-49fe-b732-8bf0f24d7d2f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450759 May 25 05:52:25.734855 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-1857fa7b-97f1-41bc-adb1-f29e515f7a79 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:52:25.735678 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-1857fa7b-97f1-41bc-adb1-f29e515f7a79 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059736 May 25 05:52:25.829380 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-db498866-9edd-4919-bb53-e3d02e60b165 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861387 May 25 05:52:25.921950 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8b7385ff-5c19-4f78-bf7b-5195fafadd82 req-3f6a9672-1c30-4fc7-a4e0-ee27fbf6d75c service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859039 May 25 05:52:37.057584 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff8e10de-8c0c-485d-8399-ac4b45fb08a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:39.191729 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e73edbad-b8c5-40f3-8ee6-cf21e425d195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:40.429529 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:41.855694 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47588) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:41.970389 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f2bb826f-721a-4362-aae7-8b058a5511ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.051512 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f2bb826f-721a-4362-aae7-8b058a5511ed admin admin] Publish callbacks [] for security_group (4b243ea5-a730-4cfc-be36-31d90224c74c), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.056554 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f2bb826f-721a-4362-aae7-8b058a5511ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4b243ea5-a730-4cfc-be36-31d90224c74c), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.089583 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.101686 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f2bb826f-721a-4362-aae7-8b058a5511ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c41c161610764298b02d6d65dbd19e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448514 May 25 05:52:42.102712 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb826f-721a-4362-aae7-8b058a5511ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b243ea5-a730-4cfc-be36-31d90224c74c,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:42.104908 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47592) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:42.159987 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a1dac903-b907-46ad-9ea4-027262b35157 admin admin] Publish callbacks [] for security_group (4b243ea5-a730-4cfc-be36-31d90224c74c), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.185202 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a1dac903-b907-46ad-9ea4-027262b35157 admin admin] Publish callbacks [] for security_group (4b243ea5-a730-4cfc-be36-31d90224c74c), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.238403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a1dac903-b907-46ad-9ea4-027262b35157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (4b243ea5-a730-4cfc-be36-31d90224c74c), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.241691 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-a1dac903-b907-46ad-9ea4-027262b35157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.242936 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-a1dac903-b907-46ad-9ea4-027262b35157 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b243ea5-a730-4cfc-be36-31d90224c74c HTTP/1.1" status: 204 len: 168 time: 0.1366863 May 25 05:52:42.251189 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dac903-b907-46ad-9ea4-027262b35157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b243ea5-a730-4cfc-be36-31d90224c74c,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:42.547096 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.572490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47612) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:42.587103 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c6f06818-41b0-4588-afce-2a8d57a96fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.674978 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c6f06818-41b0-4588-afce-2a8d57a96fa9 admin admin] Publish callbacks [] for security_group (ac780424-7475-4132-b9c1-9d6c9a18c91e), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.680797 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-c6f06818-41b0-4588-afce-2a8d57a96fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ac780424-7475-4132-b9c1-9d6c9a18c91e), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.722968 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-c6f06818-41b0-4588-afce-2a8d57a96fa9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0eb1aad5c46e480a8acd94ce2e185e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493313 May 25 05:52:42.725237 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f06818-41b0-4588-afce-2a8d57a96fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac780424-7475-4132-b9c1-9d6c9a18c91e,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:42.727136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47616) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:42.788788 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e1f305c-d685-458c-8451-18e23752a22d admin admin] Publish callbacks [] for security_group (ac780424-7475-4132-b9c1-9d6c9a18c91e), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.813126 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e1f305c-d685-458c-8451-18e23752a22d admin admin] Publish callbacks [] for security_group (ac780424-7475-4132-b9c1-9d6c9a18c91e), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.874968 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e1f305c-d685-458c-8451-18e23752a22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (ac780424-7475-4132-b9c1-9d6c9a18c91e), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.877452 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e1f305c-d685-458c-8451-18e23752a22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:42.878654 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6e1f305c-d685-458c-8451-18e23752a22d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac780424-7475-4132-b9c1-9d6c9a18c91e HTTP/1.1" status: 204 len: 168 time: 0.1500709 May 25 05:52:42.886787 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f305c-d685-458c-8451-18e23752a22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac780424-7475-4132-b9c1-9d6c9a18c91e,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:43.702625 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.118031 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47662) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:44.240767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-18045ae6-f11e-4911-b537-5ae26ba7954c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.341577 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-18045ae6-f11e-4911-b537-5ae26ba7954c admin admin] Publish callbacks [] for security_group (b342015b-5927-4f69-88ce-3b6c81d2cd61), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.347968 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-18045ae6-f11e-4911-b537-5ae26ba7954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b342015b-5927-4f69-88ce-3b6c81d2cd61), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.420495 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-18045ae6-f11e-4911-b537-5ae26ba7954c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d710ecfdada4352a6f1458d29fa8da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004231 May 25 05:52:44.423112 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47666) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:44.430199 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18045ae6-f11e-4911-b537-5ae26ba7954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b342015b-5927-4f69-88ce-3b6c81d2cd61,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:44.485410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2ee158b0-2356-46a3-95ba-d8f3d4a3dc6d admin admin] Publish callbacks [] for security_group (b342015b-5927-4f69-88ce-3b6c81d2cd61), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.509250 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2ee158b0-2356-46a3-95ba-d8f3d4a3dc6d admin admin] Publish callbacks [] for security_group (b342015b-5927-4f69-88ce-3b6c81d2cd61), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.574978 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2ee158b0-2356-46a3-95ba-d8f3d4a3dc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b342015b-5927-4f69-88ce-3b6c81d2cd61), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.577552 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-2ee158b0-2356-46a3-95ba-d8f3d4a3dc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:44.580287 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-2ee158b0-2356-46a3-95ba-d8f3d4a3dc6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b342015b-5927-4f69-88ce-3b6c81d2cd61 HTTP/1.1" status: 204 len: 168 time: 0.1551323 May 25 05:52:44.588673 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee158b0-2356-46a3-95ba-d8f3d4a3dc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b342015b-5927-4f69-88ce-3b6c81d2cd61,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:45.324690 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47696) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:45.460949 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-377691417-network', 'tenant_id': '360dc07cdf01428fbc0ff4fc26a884d3'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:52:45.485360 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Made reservation on behalf of 360dc07cdf01428fbc0ff4fc26a884d3 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:52:45.487702 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.497301 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.579425 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks [] for security_group (1c484acf-c7d4-4341-a484-a3e4b3573a71), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.583904 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1c484acf-c7d4-4341-a484-a3e4b3573a71), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.610559 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:52:45.622489 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c484acf-c7d4-4341-a484-a3e4b3573a71,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:45.628186 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (3261aeea-5450-4684-bcf2-9c61980562a2), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.628600 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Added segment 3261aeea-5450-4684-bcf2-9c61980562a2 of type vlan for network e1a6cee1-0817-4fa6-9163-367c0faaacda May 25 05:52:45.674781 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (e1a6cee1-0817-4fa6-9163-367c0faaacda), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.704560 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (e1a6cee1-0817-4fa6-9163-367c0faaacda), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.705558 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:45.706188 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.762921 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4370093 May 25 05:52:45.765908 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47700) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:45.772347 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Request body: {'subnet': {'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-377691417-subnet', 'tenant_id': '360dc07cdf01428fbc0ff4fc26a884d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:52:45.776939 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504862-e356-4473-b2bf-9a234849e987 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a6cee1-0817-4fa6-9163-367c0faaacda,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:45.790354 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network e1a6cee1-0817-4fa6-9163-367c0faaacda details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:52:45.795750 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Made reservation on behalf of 360dc07cdf01428fbc0ff4fc26a884d3 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:52:45.798380 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129350882'] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:45.984665 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128771437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129350860'] for subnet (511964fc-810a-446c-b1ba-5c3ca043813d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:46.041352 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Pushing event updated for resources: {'Subnet': ['ID=511964fc-810a-446c-b1ba-5c3ca043813d,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:46.058550 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Checking segment: {'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:52:46.058907 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Network hostable DHCP agents. Network: e1a6cee1-0817-4fa6-9163-367c0faaacda, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:52:46.076475 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Network e1a6cee1-0817-4fa6-9163-367c0faaacda is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:52:46.091130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, e1a6cee1-0817-4fa6-9163-367c0faaacda) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:52:46.095680 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:46.096278 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:46.101240 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72799328-889e-4f5f-967a-10325fc812d5 None None] Network e1a6cee1-0817-4fa6-9163-367c0faaacda requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:52:46.121675 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-cf00a094-10c0-487d-84aa-c53f09f9a84a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3509195 May 25 05:52:46.219010 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c84d7-f3b3-48ba-b5fe-63b7b7df71e7 None None] Network e1a6cee1-0817-4fa6-9163-367c0faaacda requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:52:51.159439 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-882ab062-d420-4c1f-b130-7c1188cb3a61 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:51.161083 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-882ab062-d420-4c1f-b130-7c1188cb3a61 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/networks?id=e1a6cee1-0817-4fa6-9163-367c0faaacda HTTP/1.1" status: 200 len: 808 time: 0.1130886 May 25 05:52:51.180587 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-9a18e17c-1f78-44b3-b699-62d1f3d75a2d tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/quotas/360dc07cdf01428fbc0ff4fc26a884d3 HTTP/1.1" status: 200 len: 375 time: 0.0134370 May 25 05:52:51.222319 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-00488ed9-7418-4779-8156-82cf705d3ebd tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=360dc07cdf01428fbc0ff4fc26a884d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358369 May 25 05:52:51.235199 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-78e4952d-1adf-480c-ace5-0e6d85ebe7d3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:52:51.236589 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-78e4952d-1adf-480c-ace5-0e6d85ebe7d3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067520 May 25 05:52:51.339508 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-09d78e62-1e1c-454b-85d2-505aedb08840 service neutron] 10.222.0.42 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940323 May 25 05:52:51.439191 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-8e45e1b8-7ca1-488f-8554-0c421c84a2d2 service neutron] 10.222.0.42 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937793 May 25 05:52:52.638731 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4ad6deda-54aa-44ff-9fb3-04a749704362 req-0227ae52-babc-49ee-a487-775f4661225b tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 210 time: 0.0294225 May 25 05:52:53.739534 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bb522c13-7206-451a-8780-3d265cf3759e req-35005e3d-9029-4c32-a401-511d090defd5 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 210 time: 0.0359964 May 25 05:52:53.961282 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47824) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:54.088655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.173721 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Publish callbacks [] for security_group (2e8e97c2-14c4-478a-950f-325a5bb32775), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.178446 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (2e8e97c2-14c4-478a-950f-325a5bb32775), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.218841 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8e97c2-14c4-478a-950f-325a5bb32775,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:54.223206 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d54df4208a74e3597e93e402d631b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608254 May 25 05:52:54.227258 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47828) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:54.230084 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.230461 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.230833 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.231159 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.231499 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.231868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.232181 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.232511 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.232838 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.233167 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.233501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.233827 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.234187 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1499e0-158e-4108-9a7f-9adf57e450ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.266566 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:52:54.292334 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Publish callbacks [] for security_group (2e8e97c2-14c4-478a-950f-325a5bb32775), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.317076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Publish callbacks [] for security_group (2e8e97c2-14c4-478a-950f-325a5bb32775), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.372357 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (2e8e97c2-14c4-478a-950f-325a5bb32775), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.375899 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.377347 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e8e97c2-14c4-478a-950f-325a5bb32775 HTTP/1.1" status: 204 len: 168 time: 0.1489627 May 25 05:52:54.390541 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8e97c2-14c4-478a-950f-325a5bb32775,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:54.404804 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.405399 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.406011 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.406629 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.407222 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.407784 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.408431 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.409431 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.410010 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.410639 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.411221 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.411793 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.412368 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860410ac-2055-4bf3-8fde-326727acb4fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:52:54.781892 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47836) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:54.802980 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-21894eda-c6da-4517-a275-2f103b44d7c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.850188 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-66bd2b6d-f366-4d6d-958a-8633e7b43693 req-7119a7c5-9f41-4eb8-ac73-24b461acfa13 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 210 time: 0.0363238 May 25 05:52:54.914645 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-21894eda-c6da-4517-a275-2f103b44d7c4 admin admin] Publish callbacks [] for security_group (660dad9f-16b8-4c36-a6e9-e03c9a83db00), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.921347 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-21894eda-c6da-4517-a275-2f103b44d7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (660dad9f-16b8-4c36-a6e9-e03c9a83db00), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:54.981825 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21894eda-c6da-4517-a275-2f103b44d7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660dad9f-16b8-4c36-a6e9-e03c9a83db00,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:54.988882 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-21894eda-c6da-4517-a275-2f103b44d7c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21d21b1752134cea8bddeb31aae12c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056575 May 25 05:52:54.992918 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47844) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:55.063692 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e32e4ab8-3893-46db-a51f-04ebaa6e6779 admin admin] Publish callbacks [] for security_group (660dad9f-16b8-4c36-a6e9-e03c9a83db00), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:55.115180 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e32e4ab8-3893-46db-a51f-04ebaa6e6779 admin admin] Publish callbacks [] for security_group (660dad9f-16b8-4c36-a6e9-e03c9a83db00), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:55.167868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e32e4ab8-3893-46db-a51f-04ebaa6e6779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (660dad9f-16b8-4c36-a6e9-e03c9a83db00), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:55.170703 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e32e4ab8-3893-46db-a51f-04ebaa6e6779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:55.171880 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e32e4ab8-3893-46db-a51f-04ebaa6e6779 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/660dad9f-16b8-4c36-a6e9-e03c9a83db00 HTTP/1.1" status: 204 len: 168 time: 0.1777802 May 25 05:52:55.180949 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e4ab8-3893-46db-a51f-04ebaa6e6779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660dad9f-16b8-4c36-a6e9-e03c9a83db00,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:55.957524 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4824724-6e0c-4f71-9af8-b973617225fd req-ca66b26c-0f35-4d7d-a322-cd9015702e53 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 210 time: 0.0334299 May 25 05:52:57.084742 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-41f25855-eb61-4b66-a8de-a26bcdcc6539 req-ee4036a8-3f90-4944-add0-97ebed4ea32d tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 210 time: 0.0417233 May 25 05:52:57.529874 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 47924) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:57.676995 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b425ba7c-f02d-4625-a34e-1be80da65ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:57.767586 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b425ba7c-f02d-4625-a34e-1be80da65ca5 admin admin] Publish callbacks [] for security_group (b0553d56-2f6b-4633-b6e9-b63f7338d07d), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:57.772768 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-b425ba7c-f02d-4625-a34e-1be80da65ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b0553d56-2f6b-4633-b6e9-b63f7338d07d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:57.816091 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-b425ba7c-f02d-4625-a34e-1be80da65ca5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1e05a99c255442bb5c87a6af5dfd1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846651 May 25 05:52:57.816818 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425ba7c-f02d-4625-a34e-1be80da65ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0553d56-2f6b-4633-b6e9-b63f7338d07d,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:57.818645 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47928) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:57.878635 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6462f126-dc8a-4113-893a-e97edc38f8f2 admin admin] Publish callbacks [] for security_group (b0553d56-2f6b-4633-b6e9-b63f7338d07d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:57.903236 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6462f126-dc8a-4113-893a-e97edc38f8f2 admin admin] Publish callbacks [] for security_group (b0553d56-2f6b-4633-b6e9-b63f7338d07d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:57.975583 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6462f126-dc8a-4113-893a-e97edc38f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (b0553d56-2f6b-4633-b6e9-b63f7338d07d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:57.979486 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6462f126-dc8a-4113-893a-e97edc38f8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:57.981345 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6462f126-dc8a-4113-893a-e97edc38f8f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0553d56-2f6b-4633-b6e9-b63f7338d07d HTTP/1.1" status: 204 len: 168 time: 0.1604509 May 25 05:52:57.990347 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462f126-dc8a-4113-893a-e97edc38f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0553d56-2f6b-4633-b6e9-b63f7338d07d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:58.083705 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-c35207a0-ed4f-4e22-89e2-ae4431d9bb69 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:58.085777 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-c35207a0-ed4f-4e22-89e2-ae4431d9bb69 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "GET /v2.0/networks?id=e1a6cee1-0817-4fa6-9163-367c0faaacda HTTP/1.1" status: 200 len: 808 time: 0.1559813 May 25 05:52:58.098127 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Request body: {'port': {'device_id': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda', 'admin_state_up': True, 'tenant_id': '360dc07cdf01428fbc0ff4fc26a884d3'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:52:58.218778 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e666e7ea-1403-4f31-8999-bb4e0512f5e1 req-829de530-ecb1-4e1b-a3ec-24d1b7c3fbaa tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 210 time: 0.0350974 May 25 05:52:58.277243 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Made reservation on behalf of 360dc07cdf01428fbc0ff4fc26a884d3 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:52:58.280857 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.378394 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47940) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:58.392563 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e75a6403-ed88-4dc7-8538-f6b8b94a8240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.446833 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Allocated IP 172.20.0.6 (e1a6cee1-0817-4fa6-9163-367c0faaacda/511964fc-810a-446c-b1ba-5c3ca043813d/5451b227-c248-435b-b401-801b3622645d) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:52:58.512677 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e75a6403-ed88-4dc7-8538-f6b8b94a8240 admin admin] Publish callbacks [] for security_group (fe69a4db-4755-41f2-bdab-ec8b37ee3e8f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.518655 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e75a6403-ed88-4dc7-8538-f6b8b94a8240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (fe69a4db-4755-41f2-bdab-ec8b37ee3e8f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.563825 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e75a6403-ed88-4dc7-8538-f6b8b94a8240 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3a7f7975ef04f4aa68139ac3c441142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841609 May 25 05:52:58.564689 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a6403-ed88-4dc7-8538-f6b8b94a8240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe69a4db-4755-41f2-bdab-ec8b37ee3e8f,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:58.567928 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 47942) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:52:58.625095 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47e34a75-eac4-4cc9-8fad-b5405af14709 admin admin] Publish callbacks [] for security_group (fe69a4db-4755-41f2-bdab-ec8b37ee3e8f), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.653011 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47e34a75-eac4-4cc9-8fad-b5405af14709 admin admin] Publish callbacks [] for security_group (fe69a4db-4755-41f2-bdab-ec8b37ee3e8f), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.661887 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks [] for port (5451b227-c248-435b-b401-801b3622645d), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.707121 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (5451b227-c248-435b-b401-801b3622645d), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.729263 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47e34a75-eac4-4cc9-8fad-b5405af14709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (fe69a4db-4755-41f2-bdab-ec8b37ee3e8f), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.732587 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-47e34a75-eac4-4cc9-8fad-b5405af14709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.745299 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-47e34a75-eac4-4cc9-8fad-b5405af14709 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe69a4db-4755-41f2-bdab-ec8b37ee3e8f HTTP/1.1" status: 204 len: 168 time: 0.1651859 May 25 05:52:58.749832 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e34a75-eac4-4cc9-8fad-b5405af14709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe69a4db-4755-41f2-bdab-ec8b37ee3e8f,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:58.775985 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Network e1a6cee1-0817-4fa6-9163-367c0faaacda is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:52:58.779791 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:52:58.782956 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:52:58.828395 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Pushing event updated for resources: {'Port': ['ID=5451b227-c248-435b-b401-801b3622645d,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:58.859373 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:58.860400 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:58.888657 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-3568d45c-e2a2-434f-8526-a5442ecbb8ce tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947195 May 25 05:52:58.905099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Request body: {'port': {'device_id': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:52:58.985590 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5451b227-c248-435b-b401-801b3622645d), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:59.374128 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5451b227-c248-435b-b401-801b3622645d {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:52:59.385103 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Publish callbacks [] for port (5451b227-c248-435b-b401-801b3622645d), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:59.405037 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Transition to ACTIVE for port object 5451b227-c248-435b-b401-801b3622645d will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:52:59.412980 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8bbed-5f47-4153-96a6-5ee5bf7b5176 req-cba4cb7f-05fc-4798-9396-b294b3d19cd7 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:59.414660 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a8e8bbed-5f47-4153-96a6-5ee5bf7b5176 req-cba4cb7f-05fc-4798-9396-b294b3d19cd7 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 931 time: 0.1129990 May 25 05:52:59.415948 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (5451b227-c248-435b-b401-801b3622645d), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:59.494197 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Pushing event updated for resources: {'Port': ['ID=5451b227-c248-435b-b401-801b3622645d,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:59.539049 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a8e8bbed-5f47-4153-96a6-5ee5bf7b5176 req-75ea545f-cb57-4fc9-ab42-959546f143a5 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971613 May 25 05:52:59.612429 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Attempting to bind port 5451b227-c248-435b-b401-801b3622645d on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:52:59.613008 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Attempting to bind port 5451b227-c248-435b-b401-801b3622645d by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:52:59.613496 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Attempting to bind port 5451b227-c248-435b-b401-801b3622645d on network e1a6cee1-0817-4fa6-9163-367c0faaacda {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:52:59.622796 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Port 5451b227-c248-435b-b401-801b3622645d on network e1a6cee1-0817-4fa6-9163-367c0faaacda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:52:59.623303 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Attempting to bind port 5451b227-c248-435b-b401-801b3622645d on network e1a6cee1-0817-4fa6-9163-367c0faaacda {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:52:59.633461 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:52:59.634020 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Checking segment: {'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:52:59.634631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Bound using segment: {'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:52:59.635350 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Bound port: 5451b227-c248-435b-b401-801b3622645d, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:52:59.635853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5451b227-c248-435b-b401-801b3622645d), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:59.732647 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] For port 5451b227-c248-435b-b401-801b3622645d, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:52:59.736357 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] For port 5451b227-c248-435b-b401-801b3622645d, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5451b227-c248-435b-b401-801b3622645d,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:52:59.744591 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (5451b227-c248-435b-b401-801b3622645d), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:59.782769 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:59.783587 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:52:59.784950 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] 10.222.0.32 "PUT /v2.0/ports/5451b227-c248-435b-b401-801b3622645d HTTP/1.1" status: 200 len: 1093 time: 0.8881402 May 25 05:52:59.785352 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'tag': '5451b227-c248-435b-b401-801b3622645d'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:52:59.787930 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bc69c6-3191-45c4-86cb-115bfc56e191" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b9d64a-651b-4f5f-8a40-4c5ca066e651", "tag": "5451b227-c248-435b-b401-801b3622645d"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:52:59.819022 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be698a39-c8de-4920-8c36-15699fdb609b service neutron] Pushing event updated for resources: {'Port': ['ID=5451b227-c248-435b-b401-801b3622645d,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:52:59.899811 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-6ac4f778-7630-4c59-a803-0e00251ab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:52:59.901729 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-6ac4f778-7630-4c59-a803-0e00251ab147 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=360dc07cdf01428fbc0ff4fc26a884d3&device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 1127 time: 0.0630689 May 25 05:52:59.954006 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-4e920f36-6b2f-4f30-baac-673837375b22 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5451b227-c248-435b-b401-801b3622645d HTTP/1.1" status: 200 len: 217 time: 0.0455503 May 25 05:53:00.013300 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-7b2a5768-44a4-4dfb-9a1c-adf8bbafffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:00.015055 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-7b2a5768-44a4-4dfb-9a1c-adf8bbafffe0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=511964fc-810a-446c-b1ba-5c3ca043813d HTTP/1.1" status: 200 len: 848 time: 0.0542378 May 25 05:53:00.050668 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-4934a6f0-37ff-47f7-b65f-5ddc2ba0a71f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1a6cee1-0817-4fa6-9163-367c0faaacda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286787 May 25 05:53:00.135463 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0615b668-0a79-4ffc-a465-7d539c7c93c0 x-openstack-request-id: req-0615b668-0a79-4ffc-a465-7d539c7c93c0 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:00.135757 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b9d64a-651b-4f5f-8a40-4c5ca066e651", "tag": "5451b227-c248-435b-b401-801b3622645d", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:00.136006 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0615b668-0a79-4ffc-a465-7d539c7c93c0 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:00.136421 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0615b668-0a79-4ffc-a465-7d539c7c93c0'] response: {'name': 'network-changed', 'server_uuid': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'tag': '5451b227-c248-435b-b401-801b3622645d', 'status': 'completed', 'code': 200} May 25 05:53:00.185560 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-57fe8e85-4450-492b-9506-b569d16b2136 service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285994 May 25 05:53:00.320574 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f3f0d3ea-311e-4c90-aa8e-ba121f6afa9c req-2a605c43-fed0-42bd-98b8-e7d2f452e9d4 service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282859 May 25 05:53:00.431148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-ae49e272-24ea-454f-b492-51f0f4c57cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:00.433097 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-ae49e272-24ea-454f-b492-51f0f4c57cee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=360dc07cdf01428fbc0ff4fc26a884d3&device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 1127 time: 0.0584590 May 25 05:53:00.534772 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-be7a79d1-9da8-4f4c-834f-5a6127f1f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:00.536297 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-be7a79d1-9da8-4f4c-834f-5a6127f1f765 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1a6cee1-0817-4fa6-9163-367c0faaacda HTTP/1.1" status: 200 len: 909 time: 0.0971828 May 25 05:53:00.597387 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-23be6a3f-94ee-48fc-8be6-0e51720f3c9a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5451b227-c248-435b-b401-801b3622645d HTTP/1.1" status: 200 len: 217 time: 0.0549717 May 25 05:53:00.679679 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-5aee5af5-289a-42da-94c4-de551c7bd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:00.681433 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-5aee5af5-289a-42da-94c4-de551c7bd56b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=511964fc-810a-446c-b1ba-5c3ca043813d HTTP/1.1" status: 200 len: 848 time: 0.0784984 May 25 05:53:00.719039 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-79041e4b-5f57-4acc-b5fc-e2a57caa022f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1a6cee1-0817-4fa6-9163-367c0faaacda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319245 May 25 05:53:00.729436 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3443b-eb99-4171-a953-cbfd4336244b req-903b9d05-05f2-44ef-ab5c-00be7f96c7b2 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:00.731004 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84f3443b-eb99-4171-a953-cbfd4336244b req-903b9d05-05f2-44ef-ab5c-00be7f96c7b2 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 943 time: 0.1004133 May 25 05:53:00.852704 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-84f3443b-eb99-4171-a953-cbfd4336244b req-ba44817b-ee3e-435e-8de9-e0c8538698fb tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123991 May 25 05:53:00.869057 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-4b01c25a-b4df-4991-9d83-01a79f6df239 service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369166 May 25 05:53:00.993634 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0bc69c6-3191-45c4-86cb-115bfc56e191 req-aa7cab28-de40-4403-a7e6-d37c2516e5c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183989 May 25 05:53:02.000230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bdc65-127f-4a6e-a2b4-87e996f3dc41 req-3d904fc9-df88-4e7b-b5a2-db0de7b4913d tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:02.001746 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ec2bdc65-127f-4a6e-a2b4-87e996f3dc41 req-3d904fc9-df88-4e7b-b5a2-db0de7b4913d tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 943 time: 0.0556583 May 25 05:53:02.055031 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ec2bdc65-127f-4a6e-a2b4-87e996f3dc41 req-3c707b0c-de7e-4b32-8f62-576f48ee194c tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 May 25 05:53:03.201148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef840759-0eff-4810-9a15-f90aa9612a8a req-e8582224-19ae-43da-a4b7-8301c6c0ca4d tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:03.202789 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ef840759-0eff-4810-9a15-f90aa9612a8a req-e8582224-19ae-43da-a4b7-8301c6c0ca4d tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 943 time: 0.0680659 May 25 05:53:03.252607 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ef840759-0eff-4810-9a15-f90aa9612a8a req-1a1739db-503a-4f0f-a687-8f7bf1260e37 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 May 25 05:53:04.380324 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e18f5c-1b27-4f5c-9881-a1e9ec8d4085 req-9f0a3aeb-15a9-4b60-9442-ff4bc0f98349 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:04.382478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-49e18f5c-1b27-4f5c-9881-a1e9ec8d4085 req-9f0a3aeb-15a9-4b60-9442-ff4bc0f98349 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 943 time: 0.0594742 May 25 05:53:04.437186 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-49e18f5c-1b27-4f5c-9881-a1e9ec8d4085 req-29469ef9-48b9-4344-b518-b74e2d1fd8b9 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487227 May 25 05:53:04.820517 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5451b227-c248-435b-b401-801b3622645d details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:53:04.948726 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 5451b227-c248-435b-b401-801b3622645d, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5451b227-c248-435b-b401-801b3622645d,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:04.963434 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '5451b227-c248-435b-b401-801b3622645d', 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda', 'port_id': '5451b227-c248-435b-b401-801b3622645d', 'mac_address': 'fa:16:3e:ee:89:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511964fc-810a-446c-b1ba-5c3ca043813d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:53:05.013701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 5451b227-c248-435b-b401-801b3622645d is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:53:05.014262 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5451b227-c248-435b-b401-801b3622645d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:05.035510 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5451b227-c248-435b-b401-801b3622645d {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:53:05.067086 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 5451b227-c248-435b-b401-801b3622645d, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5451b227-c248-435b-b401-801b3622645d,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:05.071296 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5451b227-c248-435b-b401-801b3622645d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:05.131865 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=5451b227-c248-435b-b401-801b3622645d,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:05.139642 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.139997 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.140348 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.140686 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.141032 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.141371 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.141701 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.142028 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.142388 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.142718 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.143047 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.143377 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.143706 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:05.507999 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['5451b227-c248-435b-b401-801b3622645d'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:53:05.578562 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cbb5f-ea9f-404c-886e-dbac2ec906b1 req-d914e294-6e5c-4b0b-a3dd-e5ccfe2d4106 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:05.580016 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-925cbb5f-ea9f-404c-886e-dbac2ec906b1 req-d914e294-6e5c-4b0b-a3dd-e5ccfe2d4106 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 944 time: 0.0619547 May 25 05:53:05.641256 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-925cbb5f-ea9f-404c-886e-dbac2ec906b1 req-e9a6d5ef-8b4b-462f-8b81-67e1f0f926be tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495052 May 25 05:53:06.775138 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6b15a-baab-4b12-8aae-63fea8100a14 req-147850a3-2ef0-4a22-87de-5da5a34a4e3f tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:06.776602 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6eb6b15a-baab-4b12-8aae-63fea8100a14 req-147850a3-2ef0-4a22-87de-5da5a34a4e3f tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 944 time: 0.0616605 May 25 05:53:06.825896 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-6eb6b15a-baab-4b12-8aae-63fea8100a14 req-d7945ea4-6769-4ea8-a339-25817503acd8 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 May 25 05:53:06.829079 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5451b227-c248-435b-b401-801b3622645d up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:53:06.883984 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 5451b227-c248-435b-b401-801b3622645d completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:53:06.890277 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 5451b227-c248-435b-b401-801b3622645d triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:53:06.890849 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (5451b227-c248-435b-b401-801b3622645d), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:06.969643 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 5451b227-c248-435b-b401-801b3622645d is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:53:06.970029 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (5451b227-c248-435b-b401-801b3622645d), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:06.995044 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5451b227-c248-435b-b401-801b3622645d'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:06.998843 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83abe586-6110-49cc-bde4-32f350694e38" -d '{"events": [{"server_uuid": "c1b9d64a-651b-4f5f-8a40-4c5ca066e651", "name": "network-vif-plugged", "status": "completed", "tag": "5451b227-c248-435b-b401-801b3622645d"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:07.015148 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 5451b227-c248-435b-b401-801b3622645d, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5451b227-c248-435b-b401-801b3622645d,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:07.019611 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (5451b227-c248-435b-b401-801b3622645d), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:07.067770 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-edf7a223-f523-477b-ad61-1f3a27037c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:07.087371 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=5451b227-c248-435b-b401-801b3622645d,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:07.168699 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6df6d1-14dd-43a4-a13a-54508ec63f12 x-openstack-request-id: req-da6df6d1-14dd-43a4-a13a-54508ec63f12 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:07.169068 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b9d64a-651b-4f5f-8a40-4c5ca066e651", "name": "network-vif-plugged", "status": "completed", "tag": "5451b227-c248-435b-b401-801b3622645d", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:07.169331 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da6df6d1-14dd-43a4-a13a-54508ec63f12 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:07.169758 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6df6d1-14dd-43a4-a13a-54508ec63f12'] response: {'server_uuid': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5451b227-c248-435b-b401-801b3622645d', 'code': 200} May 25 05:53:07.345097 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204cc08-12a3-40ea-a0c3-7f95ee4b6d78 req-4bbe87bc-a46c-4436-b5bc-73b4b4861fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:07.346523 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5204cc08-12a3-40ea-a0c3-7f95ee4b6d78 req-4bbe87bc-a46c-4436-b5bc-73b4b4861fa2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 1129 time: 0.0450337 May 25 05:53:07.391194 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5204cc08-12a3-40ea-a0c3-7f95ee4b6d78 req-85a26113-22a5-4af8-b963-7d6e89e96b52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 May 25 05:53:07.976397 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4695d0-577a-48d9-8a94-948085ce1f1b req-25063d0a-bce0-4866-8bf8-2c9bc94010ad tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:07.979039 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5a4695d0-577a-48d9-8a94-948085ce1f1b req-25063d0a-bce0-4866-8bf8-2c9bc94010ad tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 945 time: 0.0724678 May 25 05:53:08.042439 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5a4695d0-577a-48d9-8a94-948085ce1f1b req-406ab774-33d7-404d-995c-82dd1f70b30c tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574281 May 25 05:53:08.801368 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48096) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:08.967692 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Deleting port 06926d99-a2ec-4d1b-9b2c-3dbf042c4f83 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:08.968023 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:09.062182 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:09.062516 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:09.076724 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Calling delete_port for 06926d99-a2ec-4d1b-9b2c-3dbf042c4f83 owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:09.216061 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5ea88831-fff1-4c40-ad62-decf0a99c53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:09.238846 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (06926d99-a2ec-4d1b-9b2c-3dbf042c4f83), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:09.251618 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24209a-6479-4dda-a2b0-22a45a6cf0f8 req-d4a0aadd-0db1-4929-b508-09cf6edd5d1e tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:09.254183 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e24209a-6479-4dda-a2b0-22a45a6cf0f8 req-d4a0aadd-0db1-4929-b508-09cf6edd5d1e tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 945 time: 0.1190121 May 25 05:53:09.279337 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event deleted for resources: {'Port': ['ID=06926d99-a2ec-4d1b-9b2c-3dbf042c4f83,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:09.317046 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-2e24209a-6479-4dda-a2b0-22a45a6cf0f8 req-c3c040e9-8bb7-4d69-8049-7a5feec2deee tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552547 May 25 05:53:09.345749 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (280c42c7-df5c-42be-ab1d-25081c75f7fc), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:09.346142 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.l3_db [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Floating IP 280c42c7-df5c-42be-ab1d-25081c75f7fc disassociated (deleted). External IP: 172.27.2.240, port: a16fd20b-1273-479f-96ce-6d98b38924b8. May 25 05:53:09.607287 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:53:09.731262 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:53:09.736333 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:09.741286 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:53:09.752308 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:09.753054 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:09.769244 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-13703172-8ae8-4f01-910a-8e6d67f6088f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "DELETE /v2.0/floatingips/280c42c7-df5c-42be-ab1d-25081c75f7fc HTTP/1.1" status: 204 len: 168 time: 0.9668500 May 25 05:53:09.770176 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:09.773316 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59deea9a-4420-463d-8ecc-be005ab3a247" -d '{"events": [{"name": "network-changed", "server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:09.892091 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13c535b-9ae3-4723-bda6-2384f75fc824 x-openstack-request-id: req-a13c535b-9ae3-4723-bda6-2384f75fc824 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:09.892793 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:09.893404 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a13c535b-9ae3-4723-bda6-2384f75fc824 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:09.895455 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13c535b-9ae3-4723-bda6-2384f75fc824'] response: {'name': 'network-changed', 'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'status': 'completed', 'code': 200} May 25 05:53:10.025148 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-89c7caed-ffcd-4a42-aa01-6f164f0e8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:10.026723 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-89c7caed-ffcd-4a42-aa01-6f164f0e8ed8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 1130 time: 0.1114857 May 25 05:53:10.031730 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:10.114322 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a9695-5849-4764-9172-0a72e1d92281 req-3d40ab2b-3f1f-49c0-82ea-8f7a5ef7944c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:10.116773 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc7a9695-5849-4764-9172-0a72e1d92281 req-3d40ab2b-3f1f-49c0-82ea-8f7a5ef7944c tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 946 time: 0.1273172 May 25 05:53:10.165700 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-79dd2fd3-f843-4238-86f4-63caf5689b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:10.167405 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-79dd2fd3-f843-4238-86f4-63caf5689b3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.1309304 May 25 05:53:10.236192 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-e7c20f71-962b-4ec1-bc0a-b9929838885c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16fd20b-1273-479f-96ce-6d98b38924b8 HTTP/1.1" status: 200 len: 217 time: 0.0621817 May 25 05:53:10.276658 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-fc7a9695-5849-4764-9172-0a72e1d92281 req-e3640dde-aa5f-461c-8538-1e2c14887cc6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429133 May 25 05:53:10.313536 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-17dc7a3c-c935-42a3-a215-32b6371ec149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:10.315778 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-17dc7a3c-c935-42a3-a215-32b6371ec149 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.0709298 May 25 05:53:10.352613 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:10.387375 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:53:10.393218 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-27caafb6-05f1-4e0e-895f-8eec7a3ac990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:10.395414 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-27caafb6-05f1-4e0e-895f-8eec7a3ac990 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719790 May 25 05:53:10.398228 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:10.398871 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:10.498331 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:10.520355 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-ba5ca6fe-4089-4eb9-a4ee-ed6ab5f43711 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174774 May 25 05:53:10.594990 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:10.706074 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ce6b1-6327-46cf-ab7d-7c5c264bb0d0 req-5b72765e-6dbd-499c-b2ee-e3017f28d90b tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:10.708878 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc1ce6b1-6327-46cf-ab7d-7c5c264bb0d0 req-5b72765e-6dbd-499c-b2ee-e3017f28d90b tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 945 time: 0.1154866 May 25 05:53:10.717247 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-59deea9a-4420-463d-8ecc-be005ab3a247 req-cbd8d07e-2e38-4a07-b400-14d37736061d service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898198 May 25 05:53:10.899869 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:10.935864 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c3308-7a1b-4425-9e57-1a0ee8e3cdfb None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_floatingips': [{'id': '77303683-18c2-44ad-af50-d3d747c20a27', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'floating_ip_address': '172.27.2.30', 'floating_network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'router_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'port_id': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'mac_address': 'fa:16:3e:42:e3:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-25T05:47:48Z', 'updated_at': '2022-05-25T05:47:51Z', 'revision_number': 1, 'project_id': '50bd022e91964892bca03f4af457313e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:53:11.114380 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dc1ce6b1-6327-46cf-ab7d-7c5c264bb0d0 req-fe1d7e1e-3311-4a2c-be4d-dc54271489ca tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921714 May 25 05:53:11.272373 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2ebaa4-5a55-4e51-ac75-06bed0819c65 None None] New status for floating IP 280c42c7-df5c-42be-ab1d-25081c75f7fc: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:53:11.439709 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466b93-35fc-4009-a58d-1945d1a570a5 req-23910ef4-9e65-467c-a343-459e60912ce2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:11.441329 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-18466b93-35fc-4009-a58d-1945d1a570a5 req-23910ef4-9e65-467c-a343-459e60912ce2 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 946 time: 0.0589395 May 25 05:53:11.499993 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-18466b93-35fc-4009-a58d-1945d1a570a5 req-f693c79a-443e-44c2-ae94-c35ec93abf35 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525143 May 25 05:53:12.027701 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-c809063b-f68e-43b6-866c-9437bdae37ae tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:12.029268 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-c809063b-f68e-43b6-866c-9437bdae37ae tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 946 time: 0.0600986 May 25 05:53:12.085565 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.127121 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Deleting port a16fd20b-1273-479f-96ce-6d98b38924b8 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:12.127412 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.268780 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] For port a16fd20b-1273-479f-96ce-6d98b38924b8, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=a16fd20b-1273-479f-96ce-6d98b38924b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:12.269199 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.288690 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Calling delete_port for a16fd20b-1273-479f-96ce-6d98b38924b8 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:12.311501 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af668cc1-cced-4944-9343-fab1f4b0f769 req-209c1db2-ec8d-4852-a764-c3d6b787ff61 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:12.312946 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af668cc1-cced-4944-9343-fab1f4b0f769 req-209c1db2-ec8d-4852-a764-c3d6b787ff61 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 945 time: 0.1202304 May 25 05:53:12.446605 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3317e2-d74f-4424-a020-cb8487542771 req-e6b8aa19-5d63-4f70-930d-1d2f985f8e5b tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:12.448132 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8e3317e2-d74f-4424-a020-cb8487542771 req-e6b8aa19-5d63-4f70-930d-1d2f985f8e5b tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 945 time: 0.1624079 May 25 05:53:12.458307 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af668cc1-cced-4944-9343-fab1f4b0f769 req-e1ca4191-d784-42d9-95f9-2c57e3b82936 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278481 May 25 05:53:12.552011 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.583490 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (a16fd20b-1273-479f-96ce-6d98b38924b8), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.629465 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event deleted for resources: {'Port': ['ID=a16fd20b-1273-479f-96ce-6d98b38924b8,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:12.653830 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Deleting port 5451b227-c248-435b-b401-801b3622645d {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:12.654207 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (5451b227-c248-435b-b401-801b3622645d), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.658549 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9f3384a5-f89e-4232-b24d-291079c53af3 req-a50c166d-e68a-4f0e-a113-99ac8a075c0f tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=b59a8d09-1035-4ac6-a1bb-60a277bf8b61 HTTP/1.1" status: 200 len: 210 time: 0.0629845 May 25 05:53:12.739411 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] No DVR routers for this DVR port a16fd20b-1273-479f-96ce-6d98b38924b8 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:12.746494 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.750405 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a7009fca-5f6f-4c49-b51a-b7af73365788 req-4294d4a6-ff60-47df-82a5-11fa0fc3a901 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "DELETE /v2.0/ports/a16fd20b-1273-479f-96ce-6d98b38924b8 HTTP/1.1" status: 204 len: 173 time: 0.7151513 May 25 05:53:12.750926 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'name': 'network-vif-deleted', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:12.753366 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e1448-7a22-490b-8e9f-a608de2474f0" -d '{"events": [{"server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "name": "network-vif-deleted", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:12.801940 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6637c740-bd3d-4b96-a2aa-7938ddc68aa4 x-openstack-request-id: req-6637c740-bd3d-4b96-a2aa-7938ddc68aa4 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:12.802251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59a8d09-1035-4ac6-a1bb-60a277bf8b61", "name": "network-vif-deleted", "tag": "a16fd20b-1273-479f-96ce-6d98b38924b8", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:12.802457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6637c740-bd3d-4b96-a2aa-7938ddc68aa4 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:12.802917 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6637c740-bd3d-4b96-a2aa-7938ddc68aa4'] response: {'server_uuid': 'b59a8d09-1035-4ac6-a1bb-60a277bf8b61', 'name': 'network-vif-deleted', 'tag': 'a16fd20b-1273-479f-96ce-6d98b38924b8', 'status': 'completed', 'code': 200} May 25 05:53:12.810993 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] For port 5451b227-c248-435b-b401-801b3622645d, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=5451b227-c248-435b-b401-801b3622645d,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:12.811371 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (5451b227-c248-435b-b401-801b3622645d), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:12.827365 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Calling delete_port for 5451b227-c248-435b-b401-801b3622645d owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:12.969622 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (5451b227-c248-435b-b401-801b3622645d), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:13.000432 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Pushing event deleted for resources: {'Port': ['ID=5451b227-c248-435b-b401-801b3622645d,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:13.053293 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] No DVR routers for this DVR port 5451b227-c248-435b-b401-801b3622645d on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:13.056631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:13.061041 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-8e3317e2-d74f-4424-a020-cb8487542771 req-810db4e3-2310-4955-ad18-696589363ea1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "DELETE /v2.0/ports/5451b227-c248-435b-b401-801b3622645d HTTP/1.1" status: 204 len: 173 time: 0.6006408 May 25 05:53:13.601416 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4f16e773-1340-4ab4-a42c-c6d447b37122 req-86bafb49-3299-4e66-86fb-1b23de5224f4 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=c1b9d64a-651b-4f5f-8a40-4c5ca066e651 HTTP/1.1" status: 200 len: 210 time: 0.0338981 May 25 05:53:13.697595 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:14.804234 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'name': 'network-vif-deleted', 'tag': '5451b227-c248-435b-b401-801b3622645d'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:14.807731 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eebf97-53c5-4602-b0c3-a26894069c2f" -d '{"events": [{"server_uuid": "c1b9d64a-651b-4f5f-8a40-4c5ca066e651", "name": "network-vif-deleted", "tag": "5451b227-c248-435b-b401-801b3622645d"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:14.853915 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5451b227-c248-435b-b401-801b3622645d no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:14.864596 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f836fbe-589c-40f3-b52f-178db2b4604f x-openstack-request-id: req-6f836fbe-589c-40f3-b52f-178db2b4604f {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:14.864740 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b9d64a-651b-4f5f-8a40-4c5ca066e651", "name": "network-vif-deleted", "tag": "5451b227-c248-435b-b401-801b3622645d", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:14.864983 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f836fbe-589c-40f3-b52f-178db2b4604f {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:14.865437 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f836fbe-589c-40f3-b52f-178db2b4604f'] response: {'server_uuid': 'c1b9d64a-651b-4f5f-8a40-4c5ca066e651', 'name': 'network-vif-deleted', 'tag': '5451b227-c248-435b-b401-801b3622645d', 'status': 'completed', 'code': 200} May 25 05:53:14.891009 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 5451b227-c248-435b-b401-801b3622645d {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:14.891920 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 5451b227-c248-435b-b401-801b3622645d not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:14.892834 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device a16fd20b-1273-479f-96ce-6d98b38924b8 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:14.923636 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: a16fd20b-1273-479f-96ce-6d98b38924b8 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:14.924210 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device a16fd20b-1273-479f-96ce-6d98b38924b8 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:15.031462 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-cdb5a99d-adf6-4e58-9903-f14ba7b1b5ec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:15.034044 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-cdb5a99d-adf6-4e58-9903-f14ba7b1b5ec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/networks?id=e1a6cee1-0817-4fa6-9163-367c0faaacda HTTP/1.1" status: 200 len: 808 time: 0.1569898 May 25 05:53:15.058007 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-845d15e5-6246-45e7-a46a-53926fdac700 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/quotas/360dc07cdf01428fbc0ff4fc26a884d3 HTTP/1.1" status: 200 len: 375 time: 0.0167656 May 25 05:53:15.095718 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-f7df65e5-c5da-451e-a993-099b3d197177 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=360dc07cdf01428fbc0ff4fc26a884d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323465 May 25 05:53:15.220393 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-be6668ac-2a09-4bf9-b370-51184314b87f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=110244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 25 05:53:15.221476 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-be6668ac-2a09-4bf9-b370-51184314b87f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1178508 May 25 05:53:15.318201 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-527822ea-9c26-4784-8d4c-4d1571b896b2 service neutron] 10.222.0.42 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900788 May 25 05:53:15.406907 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-06304814-11d5-4902-b9bd-6dd411314fcc service neutron] 10.222.0.42 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815341 May 25 05:53:15.577240 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-bde40f15-822d-44ed-9c90-b546a7c419f2 req-168a0da4-2ee2-45de-9469-587c4b3b9ea4 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 210 time: 0.0281031 May 25 05:53:16.042631 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48238) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:16.213454 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Deleting port 622c7603-ea72-4d43-82b3-843415a39f95 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:16.213798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (622c7603-ea72-4d43-82b3-843415a39f95), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:16.296794 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (622c7603-ea72-4d43-82b3-843415a39f95), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:16.297160 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (622c7603-ea72-4d43-82b3-843415a39f95), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:16.311227 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Calling delete_port for 622c7603-ea72-4d43-82b3-843415a39f95 owned by network:floatingip {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:16.513572 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-a6971feb-4aeb-4cba-9992-867864df98bf tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:16.515184 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-a6971feb-4aeb-4cba-9992-867864df98bf tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "GET /v2.0/networks?id=e1a6cee1-0817-4fa6-9163-367c0faaacda HTTP/1.1" status: 200 len: 808 time: 0.1359770 May 25 05:53:16.540650 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Request body: {'port': {'device_id': 'fa2dce89-449e-446e-ad27-52269e30d539', 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda', 'admin_state_up': True, 'tenant_id': '360dc07cdf01428fbc0ff4fc26a884d3'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:53:16.619657 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (622c7603-ea72-4d43-82b3-843415a39f95), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:16.661191 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event deleted for resources: {'Port': ['ID=622c7603-ea72-4d43-82b3-843415a39f95,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:16.700684 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e15c13ff-d686-4717-8e79-b6598690ba5d req-e4f2d7e5-f2a5-4248-93d6-058c0cb43815 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 210 time: 0.0460711 May 25 05:53:16.765785 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Made reservation on behalf of 360dc07cdf01428fbc0ff4fc26a884d3 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:53:16.769185 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:16.782180 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (77303683-18c2-44ad-af50-d3d747c20a27), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:16.782511 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.db.l3_db [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Floating IP 77303683-18c2-44ad-af50-d3d747c20a27 disassociated (deleted). External IP: 172.27.2.30, port: d39f47a4-9b49-4d87-ac77-89d4f2397b97. May 25 05:53:16.973585 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48270) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:17.011970 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Allocated IP 172.20.0.6 (e1a6cee1-0817-4fa6-9163-367c0faaacda/511964fc-810a-446c-b1ba-5c3ca043813d/e58fd7d7-f369-43c0-98c6-39f20a31ffbf) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:53:17.110715 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:53:17.129808 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8c42cc3c-6e1b-472f-aabb-5b8fbe9ceed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.207694 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8c42cc3c-6e1b-472f-aabb-5b8fbe9ceed2 admin admin] Publish callbacks [] for security_group (8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.212980 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-8c42cc3c-6e1b-472f-aabb-5b8fbe9ceed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.251507 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42cc3c-6e1b-472f-aabb-5b8fbe9ceed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:17.255917 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-8c42cc3c-6e1b-472f-aabb-5b8fbe9ceed2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4946abc5bcef4c72b51c098b7362eee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811887 May 25 05:53:17.259277 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48274) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:17.282477 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks [] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.306843 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:53:17.314297 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.316404 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-78fa8c0c-7567-4d40-a13c-ded3c2ca740b admin admin] Publish callbacks [] for security_group (8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.321772 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:53:17.333151 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:17.334041 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:17.341627 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-78fa8c0c-7567-4d40-a13c-ded3c2ca740b admin admin] Publish callbacks [] for security_group (8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.356764 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-243a03cf-c9d2-4ed1-88e2-34e9931c8a69 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "DELETE /v2.0/floatingips/77303683-18c2-44ad-af50-d3d747c20a27 HTTP/1.1" status: 204 len: 168 time: 1.3115487 May 25 05:53:17.357431 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:17.360306 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347e1753-3861-45a4-8205-56ea8af7d00d" -d '{"events": [{"name": "network-changed", "server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:17.364167 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.412574 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Network e1a6cee1-0817-4fa6-9163-367c0faaacda is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:53:17.418828 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-78fa8c0c-7567-4d40-a13c-ded3c2ca740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.421760 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-78fa8c0c-7567-4d40-a13c-ded3c2ca740b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.422280 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:53:17.425972 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:53:17.431872 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Pushing event updated for resources: {'Port': ['ID=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:17.434524 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-78fa8c0c-7567-4d40-a13c-ded3c2ca740b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1 HTTP/1.1" status: 204 len: 168 time: 0.1672933 May 25 05:53:17.457492 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa8c0c-7567-4d40-a13c-ded3c2ca740b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92f6d7-50a8-47ad-808a-a7b4c41aa5e1,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:17.464903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:17.511237 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a664554-2663-4441-a1ee-634a01635d9b x-openstack-request-id: req-7a664554-2663-4441-a1ee-634a01635d9b {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:17.511627 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:17.512210 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a664554-2663-4441-a1ee-634a01635d9b {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:17.512980 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a664554-2663-4441-a1ee-634a01635d9b'] response: {'name': 'network-changed', 'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'status': 'completed', 'code': 200} May 25 05:53:17.528433 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:17.529360 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.592301 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-222053b9-f065-4390-ad69-d519fda50985 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0552394 May 25 05:53:17.606522 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Request body: {'port': {'device_id': 'fa2dce89-449e-446e-ad27-52269e30d539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:53:17.633607 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e1753-3861-45a4-8205-56ea8af7d00d req-0bda928f-4143-444b-b082-7aadf5d55e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:17.635178 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-347e1753-3861-45a4-8205-56ea8af7d00d req-0bda928f-4143-444b-b082-7aadf5d55e73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=50bd022e91964892bca03f4af457313e&device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 1129 time: 0.1003733 May 25 05:53:17.746276 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.756332 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:17.785512 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:53:17.796367 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:17.797220 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:17.832560 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48288) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:17.848131 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-74d53b08-7d6c-424f-88e8-91ee351a107b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.871385 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e1753-3861-45a4-8205-56ea8af7d00d req-e6542171-927b-4aeb-bd95-3b5fd407cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:17.873281 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-347e1753-3861-45a4-8205-56ea8af7d00d req-e6542171-927b-4aeb-bd95-3b5fd407cd9c service neutron] 10.222.0.32 "GET /v2.0/networks?id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 200 len: 912 time: 0.2314963 May 25 05:53:17.932676 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:17.957077 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-347e1753-3861-45a4-8205-56ea8af7d00d req-8fe0a61c-19d5-4904-acb4-a4b55dd0e998 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 200 len: 217 time: 0.0747507 May 25 05:53:17.966673 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-74d53b08-7d6c-424f-88e8-91ee351a107b admin admin] Publish callbacks [] for security_group (9efd9d1b-61eb-4c69-99e0-333b4d522126), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:17.973462 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-74d53b08-7d6c-424f-88e8-91ee351a107b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9efd9d1b-61eb-4c69-99e0-333b4d522126), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.012522 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d53b08-7d6c-424f-88e8-91ee351a107b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd9d1b-61eb-4c69-99e0-333b4d522126,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:18.036820 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-74d53b08-7d6c-424f-88e8-91ee351a107b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d633c6abb8764aeb8b094ff769eed5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030008 May 25 05:53:18.040791 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48290) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:18.063628 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22f049-1713-46ef-b5f7-8b135fd435d0 req-282f86af-d8a9-4525-a31f-f772c6ded3c1 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:18.065193 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af22f049-1713-46ef-b5f7-8b135fd435d0 req-282f86af-d8a9-4525-a31f-f772c6ded3c1 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 945 time: 0.3148029 May 25 05:53:18.085699 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbb9f1-c3dc-462f-b442-d252bb269424 req-fe8607ff-23f7-4f85-8705-2a681e3a3002 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:18.087260 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b5dbb9f1-c3dc-462f-b442-d252bb269424 req-fe8607ff-23f7-4f85-8705-2a681e3a3002 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 931 time: 0.2857101 May 25 05:53:18.107776 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65dc399e-0cae-41e6-8e02-2966ad081a3c admin admin] Publish callbacks [] for security_group (9efd9d1b-61eb-4c69-99e0-333b4d522126), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.141608 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65dc399e-0cae-41e6-8e02-2966ad081a3c admin admin] Publish callbacks [] for security_group (9efd9d1b-61eb-4c69-99e0-333b4d522126), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.176224 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e1753-3861-45a4-8205-56ea8af7d00d req-84fcc853-0b72-49ce-b5e2-73b56ae9340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:18.177723 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-347e1753-3861-45a4-8205-56ea8af7d00d req-84fcc853-0b72-49ce-b5e2-73b56ae9340f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 200 len: 850 time: 0.2115388 May 25 05:53:18.206604 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65dc399e-0cae-41e6-8e02-2966ad081a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (9efd9d1b-61eb-4c69-99e0-333b4d522126), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.209610 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-65dc399e-0cae-41e6-8e02-2966ad081a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.214159 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-65dc399e-0cae-41e6-8e02-2966ad081a3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9efd9d1b-61eb-4c69-99e0-333b4d522126 HTTP/1.1" status: 204 len: 168 time: 0.1689115 May 25 05:53:18.220938 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:18.222213 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc399e-0cae-41e6-8e02-2966ad081a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd9d1b-61eb-4c69-99e0-333b4d522126,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:18.258802 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd23f68-1ead-49cb-b789-bde2714b2b93 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:43:33Z', 'revision_number': 4, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi', '_interfaces': [{'id': '9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd', 'name': '', 'network_id': '93fe70c5-ffbd-49e5-9e9a-a405b4b32023', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'mac_address': 'fa:16:3e:04:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:33Z', 'updated_at': '2022-05-25T05:43:39Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'subnets': [{'id': '7baaf296-13c4-446e-adeb-19838eb20b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:53:18.536027 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-0f129e0a-0fdd-4774-8e10-1d55c6b9acde tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:18.539322 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-0f129e0a-0fdd-4774-8e10-1d55c6b9acde tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 945 time: 0.0794671 May 25 05:53:18.620573 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-af22f049-1713-46ef-b5f7-8b135fd435d0 req-0871ac93-9e3b-47c7-b40a-657bc24665ba tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/security-groups?id=d799524d-5fbc-475c-8bf1-5c35292ff6de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5322764 May 25 05:53:18.626950 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66af371-71f5-4f45-a5c5-dc456a5d2013 None None] New status for floating IP 77303683-18c2-44ad-af50-d3d747c20a27: DOWN {{(pid=110247) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 05:53:18.653613 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b5dbb9f1-c3dc-462f-b442-d252bb269424 req-8f967356-a5ce-4c6d-b306-094cd5ad9641 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511398 May 25 05:53:18.705281 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e1753-3861-45a4-8205-56ea8af7d00d req-41118476-3cd1-4aed-882c-1f2a2b7ed1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:18.707344 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Deleting port d39f47a4-9b49-4d87-ac77-89d4f2397b97 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:18.707627 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-347e1753-3861-45a4-8205-56ea8af7d00d req-41118476-3cd1-4aed-882c-1f2a2b7ed1c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=93fe70c5-ffbd-49e5-9e9a-a405b4b32023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5186393 May 25 05:53:18.709437 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.881324 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] For port d39f47a4-9b49-4d87-ac77-89d4f2397b97, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=d39f47a4-9b49-4d87-ac77-89d4f2397b97,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:18.881661 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.885640 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-347e1753-3861-45a4-8205-56ea8af7d00d req-520547c7-925b-4003-90c6-1488783c173e service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656499 May 25 05:53:18.890061 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58fd7d7-f369-43c0-98c6-39f20a31ffbf {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:53:18.897454 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Calling delete_port for d39f47a4-9b49-4d87-ac77-89d4f2397b97 owned by compute:nova {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:18.907029 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Publish callbacks [] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:18.963810 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Transition to ACTIVE for port object e58fd7d7-f369-43c0-98c6-39f20a31ffbf will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:53:18.974216 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:19.114497 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-347e1753-3861-45a4-8205-56ea8af7d00d req-83466eb7-1d48-4cfe-aac9-dc344474e210 service neutron] 10.222.0.32 "GET /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192616 May 25 05:53:19.118963 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Pushing event updated for resources: {'Port': ['ID=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:19.137994 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (d39f47a4-9b49-4d87-ac77-89d4f2397b97), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:19.185314 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event deleted for resources: {'Port': ['ID=d39f47a4-9b49-4d87-ac77-89d4f2397b97,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:19.225568 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] No DVR routers for this DVR port d39f47a4-9b49-4d87-ac77-89d4f2397b97 on host hv-cinder-84294 {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:19.228403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:19.232572 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [req-c3c6997f-bb75-4fa3-bacf-ad7f43afd81f req-4aabedee-4e36-44a1-9159-30e0048fead6 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.32 "DELETE /v2.0/ports/d39f47a4-9b49-4d87-ac77-89d4f2397b97 HTTP/1.1" status: 204 len: 173 time: 0.6883249 May 25 05:53:19.233387 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'name': 'network-vif-deleted', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97'}] {{(pid=110245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:19.245566 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d32b91c28741719834a273edcf757e98c263c462124093a52c915cf6e2176166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9f86c6-937b-4088-a95c-ff5ecc7f13b3" -d '{"events": [{"server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "name": "network-vif-deleted", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97"}]}' {{(pid=110245) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:19.268193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Attempting to bind port e58fd7d7-f369-43c0-98c6-39f20a31ffbf on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:53:19.268701 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Attempting to bind port e58fd7d7-f369-43c0-98c6-39f20a31ffbf by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:53:19.268852 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Attempting to bind port e58fd7d7-f369-43c0-98c6-39f20a31ffbf on network e1a6cee1-0817-4fa6-9163-367c0faaacda {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:53:19.276774 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Port e58fd7d7-f369-43c0-98c6-39f20a31ffbf on network e1a6cee1-0817-4fa6-9163-367c0faaacda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:53:19.277145 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Attempting to bind port e58fd7d7-f369-43c0-98c6-39f20a31ffbf on network e1a6cee1-0817-4fa6-9163-367c0faaacda {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:53:19.291973 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:53:19.291973 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Checking segment: {'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:53:19.292323 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Bound using segment: {'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:53:19.292768 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Bound port: e58fd7d7-f369-43c0-98c6-39f20a31ffbf, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3261aeea-5450-4684-bcf2-9c61980562a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:53:19.293108 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:19.320065 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd60251c-79d1-4a08-9bdb-3fb5dfc23d15 x-openstack-request-id: req-dd60251c-79d1-4a08-9bdb-3fb5dfc23d15 {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:19.320360 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44f1ac5-eebe-4243-a13e-633cc2b0b297", "name": "network-vif-deleted", "tag": "d39f47a4-9b49-4d87-ac77-89d4f2397b97", "status": "completed", "code": 200}]} {{(pid=110245) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:19.320852 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dd60251c-79d1-4a08-9bdb-3fb5dfc23d15 {{(pid=110245) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:19.322272 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd60251c-79d1-4a08-9bdb-3fb5dfc23d15'] response: {'server_uuid': 'f44f1ac5-eebe-4243-a13e-633cc2b0b297', 'name': 'network-vif-deleted', 'tag': 'd39f47a4-9b49-4d87-ac77-89d4f2397b97', 'status': 'completed', 'code': 200} May 25 05:53:19.383388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] For port e58fd7d7-f369-43c0-98c6-39f20a31ffbf, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:53:19.383388 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] For port e58fd7d7-f369-43c0-98c6-39f20a31ffbf, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:53:19.391095 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:19.436047 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:19.436679 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:19.438244 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] 10.222.0.32 "PUT /v2.0/ports/e58fd7d7-f369-43c0-98c6-39f20a31ffbf HTTP/1.1" status: 200 len: 1093 time: 1.8380647 May 25 05:53:19.471116 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60110e4-3b16-4ca7-91f3-8b7247533748 service neutron] Pushing event updated for resources: {'Port': ['ID=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:19.515454 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2dce89-449e-446e-ad27-52269e30d539', 'tag': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:19.519089 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2dce89-449e-446e-ad27-52269e30d539", "tag": "e58fd7d7-f369-43c0-98c6-39f20a31ffbf"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:19.572273 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-e85e8694-734b-48ae-9e1f-2c36d7dfa652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:19.574250 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-e85e8694-734b-48ae-9e1f-2c36d7dfa652 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=360dc07cdf01428fbc0ff4fc26a884d3&device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 1127 time: 0.0699968 May 25 05:53:19.628653 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9f5c0-c4fe-4e85-abef-d1264f2ba69f x-openstack-request-id: req-a5b9f5c0-c4fe-4e85-abef-d1264f2ba69f {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:19.629256 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2dce89-449e-446e-ad27-52269e30d539", "tag": "e58fd7d7-f369-43c0-98c6-39f20a31ffbf", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:19.629704 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5b9f5c0-c4fe-4e85-abef-d1264f2ba69f {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:19.630302 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b9f5c0-c4fe-4e85-abef-d1264f2ba69f'] response: {'name': 'network-changed', 'server_uuid': 'fa2dce89-449e-446e-ad27-52269e30d539', 'tag': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf', 'status': 'completed', 'code': 200} May 25 05:53:19.632767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-70e23a39-3e92-4867-b2d1-a6cb0539bdba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58fd7d7-f369-43c0-98c6-39f20a31ffbf HTTP/1.1" status: 200 len: 217 time: 0.0513678 May 25 05:53:19.723360 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-80b90cef-f843-4c89-b1af-029a5e028795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:19.724853 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-80b90cef-f843-4c89-b1af-029a5e028795 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=511964fc-810a-446c-b1ba-5c3ca043813d HTTP/1.1" status: 200 len: 848 time: 0.0858634 May 25 05:53:19.770252 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-21630244-13f3-42d5-9ef2-8c4812f62335 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1a6cee1-0817-4fa6-9163-367c0faaacda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382085 May 25 05:53:19.892546 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-924a015a-657e-4961-a45a-26c4533d61da req-d2ce7af9-5b85-4e8b-9a61-322aa3f0c47e tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "GET /v2.0/ports?device_id=f44f1ac5-eebe-4243-a13e-633cc2b0b297 HTTP/1.1" status: 200 len: 210 time: 0.0974481 May 25 05:53:19.965944 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c731042-ffb1-42dc-a3ce-24b655e26222 req-a4076f44-e767-40e3-ab14-7909f9d3ca81 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:19.971729 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1c731042-ffb1-42dc-a3ce-24b655e26222 req-a4076f44-e767-40e3-ab14-7909f9d3ca81 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 943 time: 0.1922822 May 25 05:53:19.979570 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-46a55a18-ba20-43f4-b8b9-ea5ec9aa814a service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017291 May 25 05:53:20.089165 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1c731042-ffb1-42dc-a3ce-24b655e26222 req-71f213c6-6fff-41cf-9eeb-245046ec0cd1 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085806 May 25 05:53:20.121083 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-535e6bc1-8c21-40c4-80e4-6dd8ec6a3a1f req-2da54b5f-50d5-4769-9396-777aea7cd88f service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340094 May 25 05:53:20.216473 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-9bea6a5d-88ed-4b2c-8e36-e4f2259a92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:20.218175 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-9bea6a5d-88ed-4b2c-8e36-e4f2259a92ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=360dc07cdf01428fbc0ff4fc26a884d3&device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 1127 time: 0.0511646 May 25 05:53:20.313994 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-8e5c2afb-c4ef-43b6-a8fe-ba92c964398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:20.315485 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-8e5c2afb-c4ef-43b6-a8fe-ba92c964398c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e1a6cee1-0817-4fa6-9163-367c0faaacda HTTP/1.1" status: 200 len: 909 time: 0.0909054 May 25 05:53:20.359650 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-9612bc77-e460-4f66-a9bc-a2cc4397c197 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e58fd7d7-f369-43c0-98c6-39f20a31ffbf HTTP/1.1" status: 200 len: 217 time: 0.0373774 May 25 05:53:20.409537 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-7dcd3970-b6b5-43b3-a673-6648690ac67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:20.411106 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-7dcd3970-b6b5-43b3-a673-6648690ac67e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=511964fc-810a-446c-b1ba-5c3ca043813d HTTP/1.1" status: 200 len: 848 time: 0.0455513 May 25 05:53:20.442774 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-5b4e2be7-1793-424a-9df1-d0355f653d34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e1a6cee1-0817-4fa6-9163-367c0faaacda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259802 May 25 05:53:20.534585 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-97cde3a3-14d2-40fd-be66-ccb5c210e8ea service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863919 May 25 05:53:20.641088 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-9e89fa16-e4ac-42ab-b610-6d0aa1e18967 req-1ddc34d8-c131-4a69-9e7c-d65242f68c25 service neutron] 10.222.0.32 "GET /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003807 May 25 05:53:20.868258 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d39f47a4-9b49-4d87-ac77-89d4f2397b97 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:20.891482 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: d39f47a4-9b49-4d87-ac77-89d4f2397b97 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:20.891839 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device d39f47a4-9b49-4d87-ac77-89d4f2397b97 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:20.966562 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48352) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:21.096518 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Deleting port 7046b25f-ef36-40d5-8759-5fbe0cefd9af {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:21.096850 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:21.224143 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35918f65-d1da-4ce4-9f28-1628543c4c6d req-e7ae9653-1cc2-47a2-afdb-c8c6a56a1bf5 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:21.225752 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-35918f65-d1da-4ce4-9f28-1628543c4c6d req-e7ae9653-1cc2-47a2-afdb-c8c6a56a1bf5 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 943 time: 0.0630820 May 25 05:53:21.275892 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-35918f65-d1da-4ce4-9f28-1628543c4c6d req-6ea38a92-384f-461b-bdf5-d3bbe880daec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438716 May 25 05:53:21.423417 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:21.423746 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (7046b25f-ef36-40d5-8759-5fbe0cefd9af), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:21.435574 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Calling delete_port for 7046b25f-ef36-40d5-8759-5fbe0cefd9af owned by network:floatingip {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:21.563986 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (7046b25f-ef36-40d5-8759-5fbe0cefd9af), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:21.589710 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event deleted for resources: {'Port': ['ID=7046b25f-ef36-40d5-8759-5fbe0cefd9af,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:21.650498 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for floatingip (a1328d47-8947-42f9-9e40-3fba134ad71e), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:21.652998 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for floatingip (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:21.654169 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f7a4ff73-c430-4e00-bee6-1543b38fcb62 tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "DELETE /v2.0/floatingips/a1328d47-8947-42f9-9e40-3fba134ad71e HTTP/1.1" status: 204 len: 168 time: 0.6866195 May 25 05:53:22.401570 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6b72f-502c-4443-a8e3-08b1e9001509 req-2552ae82-c73b-4e03-a4a8-4fd166196988 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:22.403231 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a4a6b72f-502c-4443-a8e3-08b1e9001509 req-2552ae82-c73b-4e03-a4a8-4fd166196988 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 943 time: 0.0576644 May 25 05:53:22.451347 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a4a6b72f-502c-4443-a8e3-08b1e9001509 req-9f666a40-c35b-4c60-95f1-e8e4791b08d4 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 May 25 05:53:22.869396 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e58fd7d7-f369-43c0-98c6-39f20a31ffbf details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:53:22.888400 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48374) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:22.943999 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c5ccdafc-943b-4254-875a-2ada0a93eb3a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group (d799524d-5fbc-475c-8bf1-5c35292ff6de), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:22.966059 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port e58fd7d7-f369-43c0-98c6-39f20a31ffbf, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:22.969696 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c5ccdafc-943b-4254-875a-2ada0a93eb3a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group (d799524d-5fbc-475c-8bf1-5c35292ff6de), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:22.978427 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf', 'network_id': 'e1a6cee1-0817-4fa6-9163-367c0faaacda', 'port_id': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf', 'mac_address': 'fa:16:3e:ca:c7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511964fc-810a-446c-b1ba-5c3ca043813d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:53:23.027492 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port e58fd7d7-f369-43c0-98c6-39f20a31ffbf is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:53:23.027893 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:23.045362 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58fd7d7-f369-43c0-98c6-39f20a31ffbf {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:53:23.057827 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c5ccdafc-943b-4254-875a-2ada0a93eb3a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d799524d-5fbc-475c-8bf1-5c35292ff6de), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:23.061135 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c5ccdafc-943b-4254-875a-2ada0a93eb3a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:23.066083 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c5ccdafc-943b-4254-875a-2ada0a93eb3a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] 10.222.0.42 "DELETE /v2.0/security-groups/d799524d-5fbc-475c-8bf1-5c35292ff6de HTTP/1.1" status: 204 len: 168 time: 0.1727729 May 25 05:53:23.074405 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port e58fd7d7-f369-43c0-98c6-39f20a31ffbf, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:23.075644 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccdafc-943b-4254-875a-2ada0a93eb3a tempest-TestVolumeBootPattern-1810574083 tempest-TestVolumeBootPattern-1810574083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d799524d-5fbc-475c-8bf1-5c35292ff6de,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:23.086657 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:23.128188 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48384) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:23.149842 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:23.396658 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['e58fd7d7-f369-43c0-98c6-39f20a31ffbf'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:53:23.643957 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7157-96bc-4505-817d-bc7ad5adaa45 req-e6221cf9-6b79-49d0-b56e-a0d9390a4a43 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:23.645504 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a25d7157-96bc-4505-817d-bc7ad5adaa45 req-e6221cf9-6b79-49d0-b56e-a0d9390a4a43 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 944 time: 0.0905221 May 25 05:53:23.736582 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-a25d7157-96bc-4505-817d-bc7ad5adaa45 req-3fb3435a-4370-447f-8933-6aac7ea6c98e tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805702 May 25 05:53:23.765398 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (30a34ddc-69c4-461f-a867-07b862cedf80), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:24.020692 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Deleting port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:24.021342 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:24.105961 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] For port 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:24.106480 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:24.120806 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Calling delete_port for 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd owned by network:router_interface {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:24.300907 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:24.326771 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:24.494291 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (30a34ddc-69c4-461f-a867-07b862cedf80), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:24.711038 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Router 30a34ddc-69c4-461f-a867-07b862cedf80 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:53:24.840426 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:53:24.845809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-388412c3-2dee-4fe5-aa52-42fb13aa3e57 admin admin] 10.222.0.42 "PUT /v2.0/routers/30a34ddc-69c4-461f-a867-07b862cedf80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165599 May 25 05:53:24.848455 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48436) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:24.851445 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] Sync routers for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:53:24.861292 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:24.861918 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:24.872690 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2125b-b3bb-447a-b84b-5d27ca1a10f8 req-6454c21e-8eee-4a74-b339-9306a6154dcf tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:24.874376 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fc2125b-b3bb-447a-b84b-5d27ca1a10f8 req-6454c21e-8eee-4a74-b339-9306a6154dcf tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 944 time: 0.0665710 May 25 05:53:24.898491 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e58fd7d7-f369-43c0-98c6-39f20a31ffbf up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:53:24.929995 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4fc2125b-b3bb-447a-b84b-5d27ca1a10f8 req-82e843d1-50a7-454b-bbde-cc43a8a2d10f tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 May 25 05:53:24.953942 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks [] for router (30a34ddc-69c4-461f-a867-07b862cedf80), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:24.998600 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:25.000349 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port e58fd7d7-f369-43c0-98c6-39f20a31ffbf completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:53:25.053486 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port e58fd7d7-f369-43c0-98c6-39f20a31ffbf triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:53:25.053486 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.069804 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks [] for router_gateway (30a34ddc-69c4-461f-a867-07b862cedf80), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.130932 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Deleting port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:25.131197 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.217841 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port e58fd7d7-f369-43c0-98c6-39f20a31ffbf is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:53:25.218256 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.226275 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] For port 9f04de13-1a01-43cf-877e-c1c64f7c4e5b, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:25.226644 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.243885 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Calling delete_port for 9f04de13-1a01-43cf-877e-c1c64f7c4e5b owned by network:router_gateway {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:25.248919 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2dce89-449e-446e-ad27-52269e30d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:25.251133 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf8ad09-cb08-4eab-87aa-a8e80492df21" -d '{"events": [{"server_uuid": "fa2dce89-449e-446e-ad27-52269e30d539", "name": "network-vif-plugged", "status": "completed", "tag": "e58fd7d7-f369-43c0-98c6-39f20a31ffbf"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:25.276660 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port e58fd7d7-f369-43c0-98c6-39f20a31ffbf, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:25.284330 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.313328 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:53:24Z', 'revision_number': 5, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port': {'id': '9f04de13-1a01-43cf-877e-c1c64f7c4e5b', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:31Z', 'updated_at': '2022-05-25T05:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:25.347584 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece79ec8-8759-4997-b5a8-3350ddbd4d2b x-openstack-request-id: req-ece79ec8-8759-4997-b5a8-3350ddbd4d2b {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:25.347881 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2dce89-449e-446e-ad27-52269e30d539", "name": "network-vif-plugged", "status": "completed", "tag": "e58fd7d7-f369-43c0-98c6-39f20a31ffbf", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:25.348134 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ece79ec8-8759-4997-b5a8-3350ddbd4d2b {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:25.348531 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece79ec8-8759-4997-b5a8-3350ddbd4d2b'] response: {'server_uuid': 'fa2dce89-449e-446e-ad27-52269e30d539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf', 'code': 200} May 25 05:53:25.351788 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] Checking router: 30a34ddc-69c4-461f-a867-07b862cedf80 for host: dv-cinder-842947-1-iscsi {{(pid=110246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:53:25.373425 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] Routers {'30a34ddc-69c4-461f-a867-07b862cedf80'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:25.374340 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['30a34ddc-69c4-461f-a867-07b862cedf80'], 'active': True} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:25.410975 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:25.472492 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvr_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] Set router 30a34ddc-69c4-461f-a867-07b862cedf80 gateway port host: None {{(pid=110246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:25.479915 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (9f04de13-1a01-43cf-877e-c1c64f7c4e5b), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.511472 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48454) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:25.517200 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f04de13-1a01-43cf-877e-c1c64f7c4e5b,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:25.530050 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_hamode_db [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:53:25Z', 'revision_number': 6, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:25.555944 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea85036-c940-498b-9c7e-92817d4c62f1 None None] The sync data for ids ['30a34ddc-69c4-461f-a867-07b862cedf80'] in dv-cinder-842947-1-iscsi is: [{'id': '30a34ddc-69c4-461f-a867-07b862cedf80', 'name': 'tempest-TestVolumeBootPattern-582736850-router', 'tenant_id': '50bd022e91964892bca03f4af457313e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:30Z', 'updated_at': '2022-05-25T05:53:25Z', 'revision_number': 6, 'project_id': '50bd022e91964892bca03f4af457313e', 'gw_port_host': None}] {{(pid=110246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:53:25.601486 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (30a34ddc-69c4-461f-a867-07b862cedf80), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.613104 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedd7fb-6177-439f-842f-7d18214c2780 req-e1568575-8363-45cf-a55f-0c2974270cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:25.614631 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5aedd7fb-6177-439f-842f-7d18214c2780 req-e1568575-8363-45cf-a55f-0c2974270cb9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 1129 time: 0.0902259 May 25 05:53:25.671520 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f63afe69-9aa4-44b1-b714-5b3cc7284b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.675055 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5aedd7fb-6177-439f-842f-7d18214c2780 req-338a3af6-bbb0-4513-8a38-a0b488d3cd91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544465 May 25 05:53:25.691041 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (30a34ddc-69c4-461f-a867-07b862cedf80), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.693310 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks [] for router_controller (30a34ddc-69c4-461f-a867-07b862cedf80), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.740511 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (30a34ddc-69c4-461f-a867-07b862cedf80), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.741277 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a34ddc-69c4-461f-a867-07b862cedf80 {{(pid=110245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:53:25.746690 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.747867 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c04516f0-2606-4581-b075-bc6296bd4f9a admin admin] 10.222.0.42 "DELETE /v2.0/routers/30a34ddc-69c4-461f-a867-07b862cedf80 HTTP/1.1" status: 204 len: 168 time: 0.8975689 May 25 05:53:25.750338 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48458) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:25.755831 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f63afe69-9aa4-44b1-b714-5b3cc7284b1c admin admin] Publish callbacks [] for security_group (d419fe71-bff3-421a-a193-452f958b203a), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.760690 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-f63afe69-9aa4-44b1-b714-5b3cc7284b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d419fe71-bff3-421a-a193-452f958b203a), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.800287 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] Deleting subnet 7baaf296-13c4-446e-adeb-19838eb20b72 {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:53:25.803461 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-f63afe69-9aa4-44b1-b714-5b3cc7284b1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8413b2f6707448a480d8f13d750a2711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885330 May 25 05:53:25.803461 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63afe69-9aa4-44b1-b714-5b3cc7284b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d419fe71-bff3-421a-a193-452f958b203a,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:25.804920 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48460) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:25.812658 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] Publish callbacks [] for subnet (7baaf296-13c4-446e-adeb-19838eb20b72), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.873112 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (7baaf296-13c4-446e-adeb-19838eb20b72), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.921328 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e4218643-5678-4f66-8e99-6da7e0653070 admin admin] Publish callbacks [] for security_group (d419fe71-bff3-421a-a193-452f958b203a), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:25.969751 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e4218643-5678-4f66-8e99-6da7e0653070 admin admin] Publish callbacks [] for security_group (d419fe71-bff3-421a-a193-452f958b203a), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.003381 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (7baaf296-13c4-446e-adeb-19838eb20b72), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.071491 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710ba9f-faa6-4604-b79e-c82f1ba5eddc req-a590b4e9-f299-4e98-b1f7-d2ab892eb8ee tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:26.072743 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7710ba9f-faa6-4604-b79e-c82f1ba5eddc req-a590b4e9-f299-4e98-b1f7-d2ab892eb8ee tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 945 time: 0.0687561 May 25 05:53:26.083323 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e4218643-5678-4f66-8e99-6da7e0653070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (d419fe71-bff3-421a-a193-452f958b203a), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.088589 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e4218643-5678-4f66-8e99-6da7e0653070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.090457 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e4218643-5678-4f66-8e99-6da7e0653070 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d419fe71-bff3-421a-a193-452f958b203a HTTP/1.1" status: 204 len: 168 time: 0.2841830 May 25 05:53:26.102464 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (7baaf296-13c4-446e-adeb-19838eb20b72), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.142978 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4218643-5678-4f66-8e99-6da7e0653070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d419fe71-bff3-421a-a193-452f958b203a,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:26.145726 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7710ba9f-faa6-4604-b79e-c82f1ba5eddc req-ecd250bc-c57c-47db-89ec-c9afc29a72a7 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630498 May 25 05:53:26.146512 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7baaf296-13c4-446e-adeb-19838eb20b72,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:26.152395 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.158628 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-0aeb074a-d81e-4c27-a615-fbc946a24634 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7baaf296-13c4-446e-adeb-19838eb20b72 HTTP/1.1" status: 204 len: 168 time: 0.4050429 May 25 05:53:26.159051 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48466) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:26.165188 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366d48a-9d8e-426c-86f3-d296de91914f None None] Network 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:53:26.242243 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (93fe70c5-ffbd-49e5-9e9a-a405b4b32023), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.298211 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Deleting port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:26.298558 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.382285 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] For port 4893b9aa-c127-4120-aa0e-876a4e53c9b8, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=4893b9aa-c127-4120-aa0e-876a4e53c9b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:26.382714 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.387453 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] DHCP port deletion for 93fe70c5-ffbd-49e5-9e9a-a405b4b32023 request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:53:26.406831 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Calling delete_port for 4893b9aa-c127-4120-aa0e-876a4e53c9b8 owned by network:dhcp {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:26.447988 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] Deleting port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:26.448805 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.459317 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48470) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:26.479754 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ff5f-55f3-4880-aad5-50b17d5c64f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.524639 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] For port 4893b9aa-c127-4120-aa0e-876a4e53c9b8, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=4893b9aa-c127-4120-aa0e-876a4e53c9b8,segment=NetworkSegment(28d3d471-9f13-45e5-a4c3-2f8855630af6),segment_id=28d3d471-9f13-45e5-a4c3-2f8855630af6)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:26.525691 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.528176 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.542621 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] Calling delete_port for 4893b9aa-c127-4120-aa0e-876a4e53c9b8 owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:26.562173 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4893b9aa-c127-4120-aa0e-876a4e53c9b8,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:26.566152 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] No DVR routers for this DVR port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 on host dv-cinder-842947-1-iscsi {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:26.624562 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (4893b9aa-c127-4120-aa0e-876a4e53c9b8), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.655769 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] Pushing event deleted for resources: {'Port': ['ID=4893b9aa-c127-4120-aa0e-876a4e53c9b8,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:26.661042 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bda1c-9623-4eab-a840-c5a073351e56 None None] No DVR routers for this DVR port 4893b9aa-c127-4120-aa0e-876a4e53c9b8 on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:26.661259 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (93fe70c5-ffbd-49e5-9e9a-a405b4b32023), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.688615 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ff5f-55f3-4880-aad5-50b17d5c64f7 admin admin] Publish callbacks [] for security_group (f4d37e9c-0203-486a-bf04-5ee086c7c2fc), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.695488 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-7ed5ff5f-55f3-4880-aad5-50b17d5c64f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (f4d37e9c-0203-486a-bf04-5ee086c7c2fc), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.704341 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fe70c5-ffbd-49e5-9e9a-a405b4b32023']}} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:26.736446 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d3d471-9f13-45e5-a4c3-2f8855630af6') {'for_net_delete': True} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:26.736750 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.services.segments.db [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d3d471-9f13-45e5-a4c3-2f8855630af6') {} {{(pid=110244) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:26.758014 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128773061'] for segment (28d3d471-9f13-45e5-a4c3-2f8855630af6), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.769422 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-7ed5ff5f-55f3-4880-aad5-50b17d5c64f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3193e7cc8b84c4681a89902549325e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064606 May 25 05:53:26.769809 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48472) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:26.770464 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5ff5f-55f3-4880-aad5-50b17d5c64f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d37e9c-0203-486a-bf04-5ee086c7c2fc,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:26.778669 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (28d3d471-9f13-45e5-a4c3-2f8855630af6), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.786024 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=110244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:53:26.786477 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128771570'] for segment (28d3d471-9f13-45e5-a4c3-2f8855630af6), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.827683 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-334164b7-5b1a-4f1b-b5c1-05ffb5b97868 admin admin] Publish callbacks [] for security_group (f4d37e9c-0203-486a-bf04-5ee086c7c2fc), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.851222 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (93fe70c5-ffbd-49e5-9e9a-a405b4b32023), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.853757 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-334164b7-5b1a-4f1b-b5c1-05ffb5b97868 admin admin] Publish callbacks [] for security_group (f4d37e9c-0203-486a-bf04-5ee086c7c2fc), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.859254 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.863023 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] 10.222.0.42 "DELETE /v2.0/networks/93fe70c5-ffbd-49e5-9e9a-a405b4b32023 HTTP/1.1" status: 204 len: 168 time: 0.7030442 May 25 05:53:26.866580 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48478) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:26.873756 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a308550-d291-42a9-9acf-c943ebde2f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=93fe70c5-ffbd-49e5-9e9a-a405b4b32023,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:26.983732 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-334164b7-5b1a-4f1b-b5c1-05ffb5b97868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (f4d37e9c-0203-486a-bf04-5ee086c7c2fc), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.987125 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-334164b7-5b1a-4f1b-b5c1-05ffb5b97868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:26.988491 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-334164b7-5b1a-4f1b-b5c1-05ffb5b97868 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4d37e9c-0203-486a-bf04-5ee086c7c2fc HTTP/1.1" status: 204 len: 168 time: 0.2176733 May 25 05:53:27.025227 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334164b7-5b1a-4f1b-b5c1-05ffb5b97868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d37e9c-0203-486a-bf04-5ee086c7c2fc,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:27.048143 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 28d3d471-9f13-45e5-a4c3-2f8855630af6 resource provider aggregate not found May 25 05:53:27.068910 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.services.segments.plugin [-] Segment 28d3d471-9f13-45e5-a4c3-2f8855630af6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28d3d471-9f13-45e5-a4c3-2f8855630af6 found for delete ", "request_id": "req-3f3886f3-8a50-43c3-9533-3bb2640a4ef7"}]} May 25 05:53:27.279087 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae46451-cdeb-480f-a6af-56dbe0ebfe33 req-13055b9b-cec8-4ec4-b084-1a7e100c59d2 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:27.281142 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5ae46451-cdeb-480f-a6af-56dbe0ebfe33 req-13055b9b-cec8-4ec4-b084-1a7e100c59d2 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 945 time: 0.0613596 May 25 05:53:27.313692 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658930'] for router_interface (ecfde2f7-7ce9-4551-80cd-e62060266940), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:27.342947 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5ae46451-cdeb-480f-a6af-56dbe0ebfe33 req-f90a6ddd-3024-4544-8be5-768de4a0794c tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521772 May 25 05:53:27.379403 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:27.404225 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:27.404646 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 9cbdbb6d-c269-4f33-8fcc-7a90f1d659bd not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:27.405247 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 9f04de13-1a01-43cf-877e-c1c64f7c4e5b no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:27.429172 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 9f04de13-1a01-43cf-877e-c1c64f7c4e5b {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:27.429818 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 9f04de13-1a01-43cf-877e-c1c64f7c4e5b not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:27.430557 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 4893b9aa-c127-4120-aa0e-876a4e53c9b8 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:27.451503 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 4893b9aa-c127-4120-aa0e-876a4e53c9b8 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:27.451679 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 4893b9aa-c127-4120-aa0e-876a4e53c9b8 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:27.594410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Deleting port c89af6e3-ee3a-433a-a1a6-ceab097c986d {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:27.594825 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:27.682037 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] For port c89af6e3-ee3a-433a-a1a6-ceab097c986d, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=c89af6e3-ee3a-433a-a1a6-ceab097c986d,segment=NetworkSegment(27dce774-12fb-48d6-bacd-2e77c9226d79),segment_id=27dce774-12fb-48d6-bacd-2e77c9226d79)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:27.682540 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:27.696785 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Calling delete_port for c89af6e3-ee3a-433a-a1a6-ceab097c986d owned by network:router_interface {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:27.916833 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (c89af6e3-ee3a-433a-a1a6-ceab097c986d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:27.945914 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89af6e3-ee3a-433a-a1a6-ceab097c986d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:28.082250 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e55f3-acbf-4565-966c-ed6616d70d37 req-7dc6f09d-0ae3-4bab-88ed-61a51fc0d357 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:28.084413 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1c1e55f3-acbf-4565-966c-ed6616d70d37 req-7dc6f09d-0ae3-4bab-88ed-61a51fc0d357 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 945 time: 0.0725727 May 25 05:53:28.142800 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-658846'] for router_interface (ecfde2f7-7ce9-4551-80cd-e62060266940), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:28.166671 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-1c1e55f3-acbf-4565-966c-ed6616d70d37 req-9390a934-0ded-4f1c-8d9d-27b38e9aca6e tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626800 May 25 05:53:28.365789 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Router ecfde2f7-7ce9-4551-80cd-e62060266940 has already been hosted by L3 agent 950528af-cd23-4f38-aa26-392748b99700 {{(pid=110245) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 25 05:53:28.478348 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] Notify agent at l3_agent.dv-cinder-842947-1-iscsi the message routers_updated {{(pid=110245) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 25 05:53:28.486207 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-6e4c8f46-f28a-49be-919d-a24256f20536 admin admin] 10.222.0.42 "PUT /v2.0/routers/ecfde2f7-7ce9-4551-80cd-e62060266940/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6136980 May 25 05:53:28.487722 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48562) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:28.493489 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] Sync routers for ids ['ecfde2f7-7ce9-4551-80cd-e62060266940'] in dv-cinder-842947-1-iscsi {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 05:53:28.507687 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] Routers {'ecfde2f7-7ce9-4551-80cd-e62060266940'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:28.508357 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['ecfde2f7-7ce9-4551-80cd-e62060266940'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:28.599232 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks [] for router (ecfde2f7-7ce9-4551-80cd-e62060266940), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:28.611869 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] Set router ecfde2f7-7ce9-4551-80cd-e62060266940 gateway port host: dv-cinder-842947-1-iscsi {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:28.710676 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks [] for router_gateway (ecfde2f7-7ce9-4551-80cd-e62060266940), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:28.760038 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Deleting port 11105d0f-be78-4d3e-9e13-3bed6196ea3e {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:28.760375 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:28.810692 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'external_fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:53:27Z', 'revision_number': 5, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port': {'id': '11105d0f-be78-4d3e-9e13-3bed6196ea3e', 'name': '', 'network_id': 'bc9565b1-e3fa-4135-9628-bb4f04c058f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842947-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05bf8001-47ce-40d8-8efb-0ff24a3fcfc1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842947-1-iscsi'}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:28.836443 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] Checking router: ecfde2f7-7ce9-4551-80cd-e62060266940 for host: dv-cinder-842947-1-iscsi {{(pid=110247) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 05:53:28.845659 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] Routers {'ecfde2f7-7ce9-4551-80cd-e62060266940'} bound to L3 agent in host dv-cinder-842947-1-iscsi {{(pid=110247) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 25 05:53:28.846388 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842947-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-25T05:32:39Z,description=,heartbeat_timestamp=2022-05-25T05:53:09Z,host='dv-cinder-842947-1-iscsi',id=950528af-cd23-4f38-aa26-392748b99700,load=0,resource_versions=,resources_synced=,started_at=2022-05-25T05:32:39Z,topic='l3_agent')) {'router_ids': ['ecfde2f7-7ce9-4551-80cd-e62060266940'], 'active': True} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:28.853405 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] For port 11105d0f-be78-4d3e-9e13-3bed6196ea3e, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=11105d0f-be78-4d3e-9e13-3bed6196ea3e,segment=NetworkSegment(3134e979-1f01-4f5f-bc37-e9a1116cfe65),segment_id=3134e979-1f01-4f5f-bc37-e9a1116cfe65)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:28.853672 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:28.869868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Calling delete_port for 11105d0f-be78-4d3e-9e13-3bed6196ea3e owned by network:router_gateway {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:28.941085 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_dvr_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] Set router ecfde2f7-7ce9-4551-80cd-e62060266940 gateway port host: None {{(pid=110247) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 25 05:53:28.994598 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.l3_hamode_db [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:53:28Z', 'revision_number': 6, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port_host': None}], 'dv-cinder-842947-1-iscsi', False) {} {{(pid=110247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:29.023152 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b8181-9b58-409c-8147-efd9eaf88688 None None] The sync data for ids ['ecfde2f7-7ce9-4551-80cd-e62060266940'] in dv-cinder-842947-1-iscsi is: [{'id': 'ecfde2f7-7ce9-4551-80cd-e62060266940', 'name': 'tempest-TestVolumeBootPattern-2106220421-router', 'tenant_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-25T05:43:37Z', 'updated_at': '2022-05-25T05:53:28Z', 'revision_number': 6, 'project_id': 'a5482ce4fdc04d7984f3e0c1d1a0a72d', 'gw_port_host': None}] {{(pid=110247) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 05:53:29.049060 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (11105d0f-be78-4d3e-9e13-3bed6196ea3e), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.074077 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Pushing event deleted for resources: {'Port': ['ID=11105d0f-be78-4d3e-9e13-3bed6196ea3e,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:29.144466 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-659004'] for router_gateway (ecfde2f7-7ce9-4551-80cd-e62060266940), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.244141 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60373'] for router (ecfde2f7-7ce9-4551-80cd-e62060266940), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.247521 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks [] for router_controller (ecfde2f7-7ce9-4551-80cd-e62060266940), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.297150 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578476'] for router (ecfde2f7-7ce9-4551-80cd-e62060266940), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.297718 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecfde2f7-7ce9-4551-80cd-e62060266940 {{(pid=110245) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 25 05:53:29.301460 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff828-6c50-4abc-aedf-b68c2487c47d req-59f1c43f-dc29-48a4-ac4c-03a8ce519e4f tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:29.302069 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.305748 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f39d3faa-d75d-4828-a89c-1e2eb6c9cd0c admin admin] 10.222.0.42 "DELETE /v2.0/routers/ecfde2f7-7ce9-4551-80cd-e62060266940 HTTP/1.1" status: 204 len: 168 time: 0.8150067 May 25 05:53:29.305933 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d6aff828-6c50-4abc-aedf-b68c2487c47d req-59f1c43f-dc29-48a4-ac4c-03a8ce519e4f tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 945 time: 0.0704424 May 25 05:53:29.306238 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48580) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:29.386076 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] Deleting subnet feda7c45-2de7-4a09-b8e5-8ffa2c7bc099 {{(pid=110244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:53:29.396582 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] Publish callbacks [] for subnet (feda7c45-2de7-4a09-b8e5-8ffa2c7bc099), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.427635 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d6aff828-6c50-4abc-aedf-b68c2487c47d req-ac988b69-fded-4031-9496-0e46375c5293 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/security-groups?id=1c484acf-c7d4-4341-a484-a3e4b3573a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103132 May 25 05:53:29.443774 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128773084'] for subnet (feda7c45-2de7-4a09-b8e5-8ffa2c7bc099), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.576128 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (feda7c45-2de7-4a09-b8e5-8ffa2c7bc099), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.697232 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-017597ce-6604-488c-950d-70e009b79110 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:29.700041 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-017597ce-6604-488c-950d-70e009b79110 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 945 time: 0.1445384 May 25 05:53:29.769397 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128771500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129350855'] for subnet (feda7c45-2de7-4a09-b8e5-8ffa2c7bc099), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.832767 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feda7c45-2de7-4a09-b8e5-8ffa2c7bc099,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:29.862705 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.863409 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c89af6e3-ee3a-433a-a1a6-ceab097c986d no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:29.870010 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-26d661ed-498f-469e-a7cd-a3f520290d78 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/feda7c45-2de7-4a09-b8e5-8ffa2c7bc099 HTTP/1.1" status: 204 len: 168 time: 0.5582988 May 25 05:53:29.870551 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48584) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:29.891542 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb25dad-0f7b-4c97-ae9c-a573a918aff0 None None] Network 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:53:29.907747 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Deleting port e58fd7d7-f369-43c0-98c6-39f20a31ffbf {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:29.908346 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:29.939146 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: c89af6e3-ee3a-433a-a1a6-ceab097c986d {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:29.939489 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device c89af6e3-ee3a-433a-a1a6-ceab097c986d not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:29.948639 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (9134d9e3-5a3b-4931-bbb2-38cdf5804d6d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.016944 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] For port e58fd7d7-f369-43c0-98c6-39f20a31ffbf, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,segment=NetworkSegment(3261aeea-5450-4684-bcf2-9c61980562a2),segment_id=3261aeea-5450-4684-bcf2-9c61980562a2)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:30.017307 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.017687 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Deleting port 82bea53c-77ab-4dcd-91de-0deb03aa6809 {{(pid=110245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:30.018317 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.032609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Calling delete_port for e58fd7d7-f369-43c0-98c6-39f20a31ffbf owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:30.079276 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] DHCP port deletion for 9134d9e3-5a3b-4931-bbb2-38cdf5804d6d request from dv-cinder-842947-1-iscsi {{(pid=110246) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 25 05:53:30.097475 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.db [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] For port 82bea53c-77ab-4dcd-91de-0deb03aa6809, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=82bea53c-77ab-4dcd-91de-0deb03aa6809,segment=NetworkSegment(27dce774-12fb-48d6-bacd-2e77c9226d79),segment_id=27dce774-12fb-48d6-bacd-2e77c9226d79)] {{(pid=110245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:30.098166 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.136148 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] Deleting port 82bea53c-77ab-4dcd-91de-0deb03aa6809 {{(pid=110246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:53:30.136148 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), before_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.205323 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (e58fd7d7-f369-43c0-98c6-39f20a31ffbf), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.213251 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] For port 82bea53c-77ab-4dcd-91de-0deb03aa6809, host dv-cinder-842947-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842947-1-iscsi',level=0,port_id=82bea53c-77ab-4dcd-91de-0deb03aa6809,segment=NetworkSegment(27dce774-12fb-48d6-bacd-2e77c9226d79),segment_id=27dce774-12fb-48d6-bacd-2e77c9226d79)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:53:30.213803 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), precommit_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.227474 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['e58fd7d7-f369-43c0-98c6-39f20a31ffbf'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:53:30.260807 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Pushing event deleted for resources: {'Port': ['ID=e58fd7d7-f369-43c0-98c6-39f20a31ffbf,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:30.264370 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] Calling delete_port for 82bea53c-77ab-4dcd-91de-0deb03aa6809 owned by network:dhcp {{(pid=110246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:30.333467 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] No DVR routers for this DVR port e58fd7d7-f369-43c0-98c6-39f20a31ffbf on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:30.336940 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.340757 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7fe4da23-ff02-40bc-9e2d-b2443361bfdb req-fa6ed4f5-417e-4853-ad13-834630af0bec tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.32 "DELETE /v2.0/ports/e58fd7d7-f369-43c0-98c6-39f20a31ffbf HTTP/1.1" status: 204 len: 173 time: 0.6338983 May 25 05:53:30.341233 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2dce89-449e-446e-ad27-52269e30d539', 'name': 'network-vif-deleted', 'tag': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:53:30.344018 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c796ac5-2a5f-4ccd-b0f9-28bf4fc0c517" -d '{"events": [{"server_uuid": "fa2dce89-449e-446e-ad27-52269e30d539", "name": "network-vif-deleted", "tag": "e58fd7d7-f369-43c0-98c6-39f20a31ffbf"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:53:30.374398 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), after_delete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.393071 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e78a2a-4230-470c-b45c-eeb2dadc8f82 x-openstack-request-id: req-e0e78a2a-4230-470c-b45c-eeb2dadc8f82 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:53:30.393637 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2dce89-449e-446e-ad27-52269e30d539", "name": "network-vif-deleted", "tag": "e58fd7d7-f369-43c0-98c6-39f20a31ffbf", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:53:30.394243 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0e78a2a-4230-470c-b45c-eeb2dadc8f82 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:53:30.394860 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e78a2a-4230-470c-b45c-eeb2dadc8f82'] response: {'server_uuid': 'fa2dce89-449e-446e-ad27-52269e30d539', 'name': 'network-vif-deleted', 'tag': 'e58fd7d7-f369-43c0-98c6-39f20a31ffbf', 'status': 'completed', 'code': 200} May 25 05:53:30.424896 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] Pushing event deleted for resources: {'Port': ['ID=82bea53c-77ab-4dcd-91de-0deb03aa6809,revision_number=None']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:30.431271 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e112914e-1abc-4a51-952e-18d43a315783 None None] No DVR routers for this DVR port 82bea53c-77ab-4dcd-91de-0deb03aa6809 on host dv-cinder-842947-1-iscsi {{(pid=110246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:30.439603 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.plugin [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Calling delete_port for 82bea53c-77ab-4dcd-91de-0deb03aa6809 owned by network:dhcp {{(pid=110245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:53:30.544806 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133151350'] for port (82bea53c-77ab-4dcd-91de-0deb03aa6809), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.577328 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bea53c-77ab-4dcd-91de-0deb03aa6809,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:30.580498 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] No DVR routers for this DVR port 82bea53c-77ab-4dcd-91de-0deb03aa6809 on host dv-cinder-842947-1-iscsi {{(pid=110245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:53:30.679465 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (9134d9e3-5a3b-4931-bbb2-38cdf5804d6d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.702876 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9134d9e3-5a3b-4931-bbb2-38cdf5804d6d']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:30.715083 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27dce774-12fb-48d6-bacd-2e77c9226d79') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:30.715384 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27dce774-12fb-48d6-bacd-2e77c9226d79') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:30.727537 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (27dce774-12fb-48d6-bacd-2e77c9226d79), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.744421 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (27dce774-12fb-48d6-bacd-2e77c9226d79), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.751391 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:53:30.751877 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (27dce774-12fb-48d6-bacd-2e77c9226d79), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.815770 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment 27dce774-12fb-48d6-bacd-2e77c9226d79 resource provider aggregate not found May 25 05:53:30.849269 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment 27dce774-12fb-48d6-bacd-2e77c9226d79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27dce774-12fb-48d6-bacd-2e77c9226d79 found for delete ", "request_id": "req-34b97721-2f3c-43f8-b2b6-e27a6e0901bb"}]} May 25 05:53:30.868186 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (9134d9e3-5a3b-4931-bbb2-38cdf5804d6d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.872335 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5b146a9f-7a12-4206-a644-78a439381ad2 req-56bb29eb-9646-4fca-a263-bc56a3d84693 tempest-VolumesActionsTest-374739709 tempest-VolumesActionsTest-374739709-project] 10.222.0.42 "GET /v2.0/ports?device_id=fa2dce89-449e-446e-ad27-52269e30d539 HTTP/1.1" status: 200 len: 210 time: 0.3540182 May 25 05:53:30.874146 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:30.880631 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9134d9e3-5a3b-4931-bbb2-38cdf5804d6d HTTP/1.1" status: 204 len: 168 time: 1.0106876 May 25 05:53:30.903683 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a51f11-15a2-4a61-87dc-c0faab4f1362 admin admin] Pushing event deleted for resources: {'Network': ['ID=9134d9e3-5a3b-4931-bbb2-38cdf5804d6d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:31.073598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48598) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:31.112770 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-50b6e05b-15e5-4ffa-b8d7-a5f2bff09152 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50bd022e91964892bca03f4af457313e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379729 May 25 05:53:31.115231 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48600) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:31.164178 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a88af7e0-a4d8-457f-a239-40b246a799f5 admin admin] Publish callbacks [] for security_group (f53f7f59-baf5-42ed-bdc2-c28e3baa99b9), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.184899 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a88af7e0-a4d8-457f-a239-40b246a799f5 admin admin] Publish callbacks [] for security_group (f53f7f59-baf5-42ed-bdc2-c28e3baa99b9), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.233809 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a88af7e0-a4d8-457f-a239-40b246a799f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (f53f7f59-baf5-42ed-bdc2-c28e3baa99b9), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.238137 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-a88af7e0-a4d8-457f-a239-40b246a799f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.239682 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-a88af7e0-a4d8-457f-a239-40b246a799f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f53f7f59-baf5-42ed-bdc2-c28e3baa99b9 HTTP/1.1" status: 204 len: 168 time: 0.1229725 May 25 05:53:31.248642 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88af7e0-a4d8-457f-a239-40b246a799f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f7f59-baf5-42ed-bdc2-c28e3baa99b9,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:31.267716 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:53:31.348567 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 11105d0f-be78-4d3e-9e13-3bed6196ea3e no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:31.370752 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 11105d0f-be78-4d3e-9e13-3bed6196ea3e {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:31.371100 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 11105d0f-be78-4d3e-9e13-3bed6196ea3e not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:31.371527 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 82bea53c-77ab-4dcd-91de-0deb03aa6809 no longer exists at agent ovs-agent-dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:31.389472 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] No Port match for: 82bea53c-77ab-4dcd-91de-0deb03aa6809 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:31.389855 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Device 82bea53c-77ab-4dcd-91de-0deb03aa6809 not bound to the agent host dv-cinder-842947-1-iscsi {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:31.598843 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48606) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:31.640141 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-4c4882ff-175b-48f0-8b9b-bb50ba1fa63a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5482ce4fdc04d7984f3e0c1d1a0a72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400906 May 25 05:53:31.642592 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48610) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:31.696882 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfec0-bf70-4370-96db-c1a7d0f3e164 admin admin] Publish callbacks [] for security_group (daba95d9-bfb6-40c2-aea1-24c9b430db62), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.720400 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfec0-bf70-4370-96db-c1a7d0f3e164 admin admin] Publish callbacks [] for security_group (daba95d9-bfb6-40c2-aea1-24c9b430db62), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.774553 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfec0-bf70-4370-96db-c1a7d0f3e164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (daba95d9-bfb6-40c2-aea1-24c9b430db62), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.777523 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfec0-bf70-4370-96db-c1a7d0f3e164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:31.778736 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-3a0dfec0-bf70-4370-96db-c1a7d0f3e164 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/daba95d9-bfb6-40c2-aea1-24c9b430db62 HTTP/1.1" status: 204 len: 168 time: 0.1352398 May 25 05:53:31.787135 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dfec0-bf70-4370-96db-c1a7d0f3e164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba95d9-bfb6-40c2-aea1-24c9b430db62,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:36.500914 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e58fd7d7-f369-43c0-98c6-39f20a31ffbf no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:53:36.521130 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: e58fd7d7-f369-43c0-98c6-39f20a31ffbf {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:53:36.521478 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device e58fd7d7-f369-43c0-98c6-39f20a31ffbf not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:53:37.061237 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-115cb998-5b3b-4d92-84db-8bc5928e56a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:39.183673 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-fb7da8f7-3ff0-4780-badd-1ba99906f5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:40.432790 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:42.092000 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:42.549037 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:43.699610 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:55.656157 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48848) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:55.781131 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:55.866669 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Publish callbacks [] for security_group (f9a0b55c-e204-49cf-bcdd-72c7f189132e), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:55.870999 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (f9a0b55c-e204-49cf-bcdd-72c7f189132e), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:55.901197 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a0b55c-e204-49cf-bcdd-72c7f189132e,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:55.915288 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.915925 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.916275 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.916622 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.916967 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.917319 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.917646 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.918017 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.918351 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.918683 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.919018 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.919353 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.919680 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:55.934407 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48856) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:55.934930 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-89ca09df-ed46-4c0a-b0c3-e21a525e853b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fbdf5cbb67a424e94085d680a8173b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773716 May 25 05:53:56.002051 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Publish callbacks [] for security_group (f9a0b55c-e204-49cf-bcdd-72c7f189132e), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:56.035453 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Publish callbacks [] for security_group (f9a0b55c-e204-49cf-bcdd-72c7f189132e), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:56.089855 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (f9a0b55c-e204-49cf-bcdd-72c7f189132e), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:56.092818 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:56.093975 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9a0b55c-e204-49cf-bcdd-72c7f189132e HTTP/1.1" status: 204 len: 168 time: 0.1585538 May 25 05:53:56.103904 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a0b55c-e204-49cf-bcdd-72c7f189132e,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:56.111888 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.112245 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.112788 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.113301 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.113801 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.114463 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.115122 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.115761 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.116263 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.116830 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.117317 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.117807 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.118328 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ab699c-f7a9-4183-aa1a-ecb02bee85be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:53:56.799226 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48894) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:56.896726 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.v2.base [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-172593211-network', 'tenant_id': '8e36625453384b5ebffc09bda6ffc616'}} {{(pid=110245) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:53:56.915867 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Made reservation on behalf of 8e36625453384b5ebffc09bda6ffc616 for: {'network': 1} {{(pid=110245) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:53:56.918049 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for network (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:56.926033 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.002064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks [] for security_group (dfa5f12c-b15d-49f9-9e3a-638a492669fe), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.006677 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (dfa5f12c-b15d-49f9-9e3a-638a492669fe), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.034334 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=110245) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 05:53:57.041611 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5f12c-b15d-49f9-9e3a-638a492669fe,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:57.048501 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (a1947766-a6cd-4847-98a3-e11bbe689368), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.048958 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.db.segments_db [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Added segment a1947766-a6cd-4847-98a3-e11bbe689368 of type vlan for network b0ede950-37b8-4927-af78-c6c676d450ef May 25 05:53:57.092485 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753882723512'] for network (b0ede950-37b8-4927-af78-c6c676d450ef), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.118448 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582'] for network (b0ede950-37b8-4927-af78-c6c676d450ef), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.119503 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110245) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:57.120244 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.170372 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3700192 May 25 05:53:57.173330 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 48898) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:57.178344 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Request body: {'subnet': {'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-172593211-subnet', 'tenant_id': '8e36625453384b5ebffc09bda6ffc616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:53:57.181195 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9ec0c-bd2f-4cfe-9b01-17035b6e362c admin admin] Pushing event updated for resources: {'Network': ['ID=b0ede950-37b8-4927-af78-c6c676d450ef,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:57.191903 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Network b0ede950-37b8-4927-af78-c6c676d450ef details requested by agent ovs-agent-dv-cinder-842947-1-iscsi with host dv-cinder-842947-1-iscsi {{(pid=110246) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 25 05:53:57.206145 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Made reservation on behalf of 8e36625453384b5ebffc09bda6ffc616 for: {'subnet': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:53:57.208598 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129350882'] for subnet (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.380176 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128771437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129350860'] for subnet (a9972ddc-4a09-4729-9fc4-791dda17abb8), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.439898 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9972ddc-4a09-4729-9fc4-791dda17abb8,revision_number=0']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:57.449498 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Checking segment: {'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:53:57.450210 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Network hostable DHCP agents. Network: b0ede950-37b8-4927-af78-c6c676d450ef, hostable agents: ['31f5d799-0198-404b-b0bd-e79e7fe2cf74'], hosted agents: [] {{(pid=110244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 05:53:57.467780 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Network b0ede950-37b8-4927-af78-c6c676d450ef is scheduled to be hosted by DHCP agent 31f5d799-0198-404b-b0bd-e79e7fe2cf74 with binding_index 1 {{(pid=110244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 05:53:57.475997 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842947-1-iscsi, b0ede950-37b8-4927-af78-c6c676d450ef) {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:53:57.480380 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:57.482223 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:57.491840 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee5e8ed-53d1-4dee-bec7-9c385f4ed450 None None] Network b0ede950-37b8-4927-af78-c6c676d450ef requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:53:57.508574 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-0bfe624b-5f00-41b9-8e0f-cbe11007c5f4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3340425 May 25 05:53:57.613618 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80460888-a3c9-4c21-937d-801d28808eb9 None None] Network b0ede950-37b8-4927-af78-c6c676d450ef requested from dv-cinder-842947-1-iscsi {{(pid=110246) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 25 05:53:59.343220 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48984) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:59.392011 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] Deleting subnet 511964fc-810a-446c-b1ba-5c3ca043813d {{(pid=110245) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:53:59.395309 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] Publish callbacks [] for subnet (511964fc-810a-446c-b1ba-5c3ca043813d), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.433984 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134038522'] for subnet (511964fc-810a-446c-b1ba-5c3ca043813d), precommit_delete_associations {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.452926 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-8e267e1a-57ac-468a-8068-88451cc17923 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:53:59.454442 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-8e267e1a-57ac-468a-8068-88451cc17923 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/networks?id=b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 200 len: 813 time: 0.1072190 May 25 05:53:59.469898 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-20efc175-67d3-4650-a3a4-a3ee42ad3a0d tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/quotas/8e36625453384b5ebffc09bda6ffc616 HTTP/1.1" status: 200 len: 375 time: 0.0090551 May 25 05:53:59.473403 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (511964fc-810a-446c-b1ba-5c3ca043813d), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.506809 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-1f4547db-e66a-4675-8250-eb1898bcd532 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e36625453384b5ebffc09bda6ffc616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316021 May 25 05:53:59.533608 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133151323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130607651'] for subnet (511964fc-810a-446c-b1ba-5c3ca043813d), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.562462 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511964fc-810a-446c-b1ba-5c3ca043813d,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:59.564470 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for subnet (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.567645 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-f6876acb-dc40-4d70-a4e2-d74be94e45fb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/511964fc-810a-446c-b1ba-5c3ca043813d HTTP/1.1" status: 204 len: 168 time: 0.2234049 May 25 05:53:59.570939 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 48986) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:53:59.602492 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-a22d267c-7b37-4c13-8847-38e56a2b159c service neutron] 10.222.0.42 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882454 May 25 05:53:59.642800 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (e1a6cee1-0817-4fa6-9163-367c0faaacda), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.703559 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-ecbe00fb-fb0f-4314-af0a-0441f6bfd683 service neutron] 10.222.0.42 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950994 May 25 05:53:59.724275 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (e1a6cee1-0817-4fa6-9163-367c0faaacda), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.749124 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a6cee1-0817-4fa6-9163-367c0faaacda']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:59.760070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3261aeea-5450-4684-bcf2-9c61980562a2') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:59.760367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3261aeea-5450-4684-bcf2-9c61980562a2') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:53:59.769481 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (3261aeea-5450-4684-bcf2-9c61980562a2), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.783918 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (3261aeea-5450-4684-bcf2-9c61980562a2), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.791463 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:53:59.791963 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (3261aeea-5450-4684-bcf2-9c61980562a2), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.871359 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (e1a6cee1-0817-4fa6-9163-367c0faaacda), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.880295 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:53:59.888391 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e1a6cee1-0817-4fa6-9163-367c0faaacda HTTP/1.1" status: 204 len: 168 time: 0.3141572 May 25 05:53:59.903286 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9b25-d943-40c4-9680-a45f2ad63784 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a6cee1-0817-4fa6-9163-367c0faaacda,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:53:59.916393 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-53c8f892-18ab-49c3-844a-2a3dcac58391 req-5c81381e-fd7c-450f-8630-363bd8d39410 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 210 time: 0.0623224 May 25 05:54:00.015341 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment 3261aeea-5450-4684-bcf2-9c61980562a2 resource provider aggregate not found May 25 05:54:00.038478 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment 3261aeea-5450-4684-bcf2-9c61980562a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3261aeea-5450-4684-bcf2-9c61980562a2 found for delete ", "request_id": "req-43aa9512-1b6a-4655-b09c-b042d6cdb046"}]} May 25 05:54:00.065610 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 49004) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:54:00.107771 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2f7944d4-20fc-443e-a74b-1665b3105fb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=360dc07cdf01428fbc0ff4fc26a884d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409653 May 25 05:54:00.110362 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 49006) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:54:00.159285 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb56-0cbb-4ed6-9711-77d451f9b0f0 admin admin] Publish callbacks [] for security_group (1c484acf-c7d4-4341-a484-a3e4b3573a71), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:00.187624 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb56-0cbb-4ed6-9711-77d451f9b0f0 admin admin] Publish callbacks [] for security_group (1c484acf-c7d4-4341-a484-a3e4b3573a71), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:00.238609 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb56-0cbb-4ed6-9711-77d451f9b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (1c484acf-c7d4-4341-a484-a3e4b3573a71), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:00.243033 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-2a18eb56-0cbb-4ed6-9711-77d451f9b0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:00.244499 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-2a18eb56-0cbb-4ed6-9711-77d451f9b0f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c484acf-c7d4-4341-a484-a3e4b3573a71 HTTP/1.1" status: 204 len: 168 time: 0.1332362 May 25 05:54:00.252476 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18eb56-0cbb-4ed6-9711-77d451f9b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c484acf-c7d4-4341-a484-a3e4b3573a71,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:00.934827 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-699c3be6-3dcc-4548-82fd-3de684a7795b tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:00.936573 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-699c3be6-3dcc-4548-82fd-3de684a7795b tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "GET /v2.0/networks?id=b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 200 len: 813 time: 0.1221693 May 25 05:54:00.952324 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Request body: {'port': {'device_id': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef', 'admin_state_up': True, 'tenant_id': '8e36625453384b5ebffc09bda6ffc616'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:54:01.035937 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d5e086d3-ecfb-4c56-9b96-d4cdffa39bb4 req-fc3f9c8e-4783-426e-8583-5d7a9079faca tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 210 time: 0.0375085 May 25 05:54:01.100476 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Made reservation on behalf of 8e36625453384b5ebffc09bda6ffc616 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:54:01.103851 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:01.238505 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Allocated IP 172.20.0.6 (b0ede950-37b8-4927-af78-c6c676d450ef/a9972ddc-4a09-4729-9fc4-791dda17abb8/fe0cf1f4-d789-4d03-bc82-a3b9cae1671b) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:54:01.390445 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks [] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:01.434158 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:01.487222 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Network b0ede950-37b8-4927-af78-c6c676d450ef is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:54:01.487222 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:54:01.493453 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:54:01.534353 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Pushing event updated for resources: {'Port': ['ID=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:01.553569 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:01.554240 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:01.571154 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-4de5b1f7-4cad-4996-844d-2c2d21558cef tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256146 May 25 05:54:01.582193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Request body: {'port': {'device_id': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:54:01.644349 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:01.915782 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0cf1f4-d789-4d03-bc82-a3b9cae1671b {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:54:01.924116 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Publish callbacks [] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:01.937218 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Transition to ACTIVE for port object fe0cf1f4-d789-4d03-bc82-a3b9cae1671b will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:54:01.941176 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:01.993205 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Pushing event updated for resources: {'Port': ['ID=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:02.073462 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Attempting to bind port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:54:02.073796 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Attempting to bind port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:54:02.074177 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Attempting to bind port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b on network b0ede950-37b8-4927-af78-c6c676d450ef {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:54:02.078818 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b on network b0ede950-37b8-4927-af78-c6c676d450ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:54:02.079141 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Attempting to bind port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b on network b0ede950-37b8-4927-af78-c6c676d450ef {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:54:02.084005 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:54:02.084346 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Checking segment: {'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:54:02.084819 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Bound using segment: {'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:54:02.085251 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Bound port: fe0cf1f4-d789-4d03-bc82-a3b9cae1671b, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:54:02.085606 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:02.175459 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] For port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:54:02.179427 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] For port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:54:02.187113 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:02.225828 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd97519-4aee-4ed9-80b3-955a33ec77e8 req-b5e17dcf-063e-4038-952c-cb82d9f8f8e7 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:02.227417 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ebd97519-4aee-4ed9-80b3-955a33ec77e8 req-b5e17dcf-063e-4038-952c-cb82d9f8f8e7 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 943 time: 0.1086833 May 25 05:54:02.232320 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:02.232953 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:02.234447 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] 10.222.0.32 "PUT /v2.0/ports/fe0cf1f4-d789-4d03-bc82-a3b9cae1671b HTTP/1.1" status: 200 len: 1093 time: 0.6566317 May 25 05:54:02.234917 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'tag': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:54:02.238381 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7308fce7-e8af-4f68-a178-df65043856e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bba64b9c-a6df-4254-8c97-79699431f3a9", "tag": "fe0cf1f4-d789-4d03-bc82-a3b9cae1671b"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:54:02.293853 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1e5c5f-5821-41ad-beb8-094d57cabecf x-openstack-request-id: req-4c1e5c5f-5821-41ad-beb8-094d57cabecf {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:54:02.294171 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba64b9c-a6df-4254-8c97-79699431f3a9", "tag": "fe0cf1f4-d789-4d03-bc82-a3b9cae1671b", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:54:02.294429 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c1e5c5f-5821-41ad-beb8-094d57cabecf {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:54:02.294836 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1e5c5f-5821-41ad-beb8-094d57cabecf'] response: {'name': 'network-changed', 'server_uuid': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'tag': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b', 'status': 'completed', 'code': 200} May 25 05:54:02.302285 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf7d3-2e98-47ac-9f90-fe40d7f9193c service neutron] Pushing event updated for resources: {'Port': ['ID=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:02.340661 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ebd97519-4aee-4ed9-80b3-955a33ec77e8 req-bd746d3b-c92c-4523-b47a-5050f2d2ada8 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955091 May 25 05:54:02.357227 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-29fc55f9-b92d-4e51-8bb6-1d17b531ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:02.357227 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-29fc55f9-b92d-4e51-8bb6-1d17b531ab22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e36625453384b5ebffc09bda6ffc616&device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 1127 time: 0.0730324 May 25 05:54:02.396977 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-c87d48aa-76d9-4db3-8bcf-5886339d4616 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b HTTP/1.1" status: 200 len: 217 time: 0.0342059 May 25 05:54:02.451180 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-90b9ca07-026d-4774-b17f-281c9f0b7347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:02.452637 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-90b9ca07-026d-4774-b17f-281c9f0b7347 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9972ddc-4a09-4729-9fc4-791dda17abb8 HTTP/1.1" status: 200 len: 853 time: 0.0495760 May 25 05:54:02.485366 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-7d0c7c2f-410d-4bc6-8a03-3736dc84ab4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0ede950-37b8-4927-af78-c6c676d450ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255728 May 25 05:54:02.579685 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-f3689ff7-abfb-4d79-947c-871b4be9ddae service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879347 May 25 05:54:02.670883 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f4c20a38-dd44-442e-8de7-cb4b0ea37d94 req-84695f8d-1540-4643-bd14-88c9a1b06479 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847046 May 25 05:54:02.772381 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308fce7-e8af-4f68-a178-df65043856e9 req-d15398df-0533-48f0-a153-3354931b5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:02.773934 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7308fce7-e8af-4f68-a178-df65043856e9 req-d15398df-0533-48f0-a153-3354931b5c05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e36625453384b5ebffc09bda6ffc616&device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 1127 time: 0.0523226 May 25 05:54:02.864652 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308fce7-e8af-4f68-a178-df65043856e9 req-9e0af1b9-45d6-41ff-950c-0254b2b8cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:02.866278 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7308fce7-e8af-4f68-a178-df65043856e9 req-9e0af1b9-45d6-41ff-950c-0254b2b8cd75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 200 len: 914 time: 0.0862832 May 25 05:54:02.909737 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7308fce7-e8af-4f68-a178-df65043856e9 req-5cc42185-cc11-4056-97ca-7eac8f80edff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b HTTP/1.1" status: 200 len: 217 time: 0.0360928 May 25 05:54:02.967166 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308fce7-e8af-4f68-a178-df65043856e9 req-19138370-7967-4838-a5ea-6633e6d445a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:02.968653 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7308fce7-e8af-4f68-a178-df65043856e9 req-19138370-7967-4838-a5ea-6633e6d445a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9972ddc-4a09-4729-9fc4-791dda17abb8 HTTP/1.1" status: 200 len: 853 time: 0.0521111 May 25 05:54:03.000598 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7308fce7-e8af-4f68-a178-df65043856e9 req-3e6fc150-0d46-4c95-b203-4b9a09be5083 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0ede950-37b8-4927-af78-c6c676d450ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250344 May 25 05:54:03.097356 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7308fce7-e8af-4f68-a178-df65043856e9 req-5466acf7-5aab-4a20-a748-05ff9f69428a service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902579 May 25 05:54:03.186031 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7308fce7-e8af-4f68-a178-df65043856e9 req-961d7806-9e77-4996-9e6a-6cf8b325370d service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813835 May 25 05:54:03.475732 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258af0f-168a-4099-b78b-7a437046932d req-86600d7d-bc65-410f-b19b-66ebab975115 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:03.477131 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7258af0f-168a-4099-b78b-7a437046932d req-86600d7d-bc65-410f-b19b-66ebab975115 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 943 time: 0.0583019 May 25 05:54:03.524300 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-7258af0f-168a-4099-b78b-7a437046932d req-11baef4d-049a-44e2-8498-cf095c6f0b0b tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 May 25 05:54:04.643445 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba3f8d-1e02-4659-b512-4392bd59987b req-654b75a4-e306-4363-8eea-c505003a8069 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:04.644942 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dfba3f8d-1e02-4659-b512-4392bd59987b req-654b75a4-e306-4363-8eea-c505003a8069 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 943 time: 0.0524304 May 25 05:54:04.694153 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-dfba3f8d-1e02-4659-b512-4392bd59987b req-4e4b97f7-df45-48d2-9ce0-71a62b6702c6 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 May 25 05:54:05.823995 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401dc3-711b-493e-a041-4872a831d875 req-3e0f9685-c4ad-40a5-bd1b-d97a1ac90a8d tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:05.825709 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0d401dc3-711b-493e-a041-4872a831d875 req-3e0f9685-c4ad-40a5-bd1b-d97a1ac90a8d tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 943 time: 0.0531940 May 25 05:54:05.875907 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-0d401dc3-711b-493e-a041-4872a831d875 req-00cb5401-e699-4c78-8c0b-a511e13d0bac tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446131 May 25 05:54:05.919246 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device fe0cf1f4-d789-4d03-bc82-a3b9cae1671b details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:54:06.021032 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:54:06.035850 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b', 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef', 'port_id': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b', 'mac_address': 'fa:16:3e:74:c5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9972ddc-4a09-4729-9fc4-791dda17abb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:54:06.086815 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:54:06.087197 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:06.099549 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0cf1f4-d789-4d03-bc82-a3b9cae1671b {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:54:06.117647 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:54:06.121967 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:06.167014 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:06.173739 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.174081 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.174441 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.174776 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.175103 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.175428 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.175747 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.176069 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.176388 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.176709 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.177027 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.177390 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.177931 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:54:06.512309 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['fe0cf1f4-d789-4d03-bc82-a3b9cae1671b'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:54:06.998703 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd80c6e-7d48-44ee-a8b6-d8a27206b751 req-84712730-8ccb-4eec-a261-db9583beb3a5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:07.000195 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ccd80c6e-7d48-44ee-a8b6-d8a27206b751 req-84712730-8ccb-4eec-a261-db9583beb3a5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 944 time: 0.0527244 May 25 05:54:07.047497 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-ccd80c6e-7d48-44ee-a8b6-d8a27206b751 req-945cb990-c022-4b41-bc54-d64209e286a7 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 May 25 05:54:07.063811 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7fcff22f-59b0-4f02-a48c-e52e807f485f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:07.932546 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device fe0cf1f4-d789-4d03-bc82-a3b9cae1671b up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:54:07.987038 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:54:07.991363 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:54:07.991741 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:08.077533 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:54:08.078285 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:08.105502 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:54:08.109128 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d14d49c-cf8e-4867-9adc-e36879e3e36f" -d '{"events": [{"server_uuid": "bba64b9c-a6df-4254-8c97-79699431f3a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cf1f4-d789-4d03-bc82-a3b9cae1671b"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:54:08.124141 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:54:08.129018 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:08.151986 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2038b294-e633-4941-b7c6-4afe61eb94d1 x-openstack-request-id: req-2038b294-e633-4941-b7c6-4afe61eb94d1 {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:54:08.152287 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba64b9c-a6df-4254-8c97-79699431f3a9", "name": "network-vif-plugged", "status": "completed", "tag": "fe0cf1f4-d789-4d03-bc82-a3b9cae1671b", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:54:08.152544 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2038b294-e633-4941-b7c6-4afe61eb94d1 {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:54:08.152945 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2038b294-e633-4941-b7c6-4afe61eb94d1'] response: {'server_uuid': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b', 'code': 200} May 25 05:54:08.178814 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:08.180351 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730441d3-af6f-4e94-9b1f-3f26fbb75544 req-20e452aa-8c5d-45c8-b334-3a99c05c1223 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:08.181984 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-730441d3-af6f-4e94-9b1f-3f26fbb75544 req-20e452aa-8c5d-45c8-b334-3a99c05c1223 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 945 time: 0.0566196 May 25 05:54:08.231518 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-730441d3-af6f-4e94-9b1f-3f26fbb75544 req-6f37c78a-534e-4a96-a544-524d5526b63c tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 May 25 05:54:08.265520 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:54:08.332000 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb4c09-c391-4fb4-8e3e-8e636036e07d req-c4060d28-4a0f-44c8-a978-998d38680093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:08.333405 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-28fb4c09-c391-4fb4-8e3e-8e636036e07d req-c4060d28-4a0f-44c8-a978-998d38680093 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 1129 time: 0.0473933 May 25 05:54:08.380814 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-28fb4c09-c391-4fb4-8e3e-8e636036e07d req-c39ea406-18cb-4c69-84f8-f9ed12a286d2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 May 25 05:54:09.196658 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b192ce64-bd6d-42f2-b778-9b34f887eda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:09.362980 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ebff3-382f-42ca-9c8b-600f1b78d24a req-e3d08a47-b97e-4511-b2f2-438d113961d2 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:09.364475 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-552ebff3-382f-42ca-9c8b-600f1b78d24a req-e3d08a47-b97e-4511-b2f2-438d113961d2 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 945 time: 0.0591304 May 25 05:54:09.411789 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-552ebff3-382f-42ca-9c8b-600f1b78d24a req-c108bf6d-37f5-4b98-8c51-a22332c20a83 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 May 25 05:54:10.429099 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:10.535386 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd386e-13a9-48cf-a159-fdd05752e410 req-62d4faa8-8b4c-4e50-bd1c-6ad81d8365eb tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:10.537569 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b7dd386e-13a9-48cf-a159-fdd05752e410 req-62d4faa8-8b4c-4e50-bd1c-6ad81d8365eb tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 945 time: 0.0517581 May 25 05:54:10.594990 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b7dd386e-13a9-48cf-a159-fdd05752e410 req-7dd9e822-eb32-4e5d-8e04-61656a630962 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519493 May 25 05:54:12.102231 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:12.550434 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:13.701613 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:25.804725 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-3643a20a-8fdf-49a0-a983-988afac02d23 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456669 May 25 05:54:25.891143 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-19b17f84-4316-4c4f-ba88-e9df0e2dd612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:25.892655 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-19b17f84-4316-4c4f-ba88-e9df0e2dd612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e36625453384b5ebffc09bda6ffc616&device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 1129 time: 0.0454016 May 25 05:54:25.994698 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-08bbbe72-6469-4d98-8531-a3b69b47d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:25.996071 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-08bbbe72-6469-4d98-8531-a3b69b47d295 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 200 len: 914 time: 0.0866973 May 25 05:54:26.034654 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-1cde8cd4-c618-4dfa-ab30-25d970dbef6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b HTTP/1.1" status: 200 len: 217 time: 0.0327787 May 25 05:54:26.082003 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-1c306b09-933c-464a-b6cd-e11bb07a570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:54:26.083478 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-1c306b09-933c-464a-b6cd-e11bb07a570e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9972ddc-4a09-4729-9fc4-791dda17abb8 HTTP/1.1" status: 200 len: 853 time: 0.0429265 May 25 05:54:26.112724 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-84498a64-ed9f-4a35-b4d3-d916b88bc31d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0ede950-37b8-4927-af78-c6c676d450ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239351 May 25 05:54:26.204275 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-ffe15715-9b8d-4650-bff8-5a906d662c81 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852873 May 25 05:54:31.436489 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e8c19d66-c1c5-414a-a168-ff4363cef0e1 req-b55919b4-eac0-41e8-901f-153c1516594b service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931652 May 25 05:54:37.065402 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5c02e6bd-3f31-40ca-8245-ce52ff16bbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.191234 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-2d8f6c6e-384f-411e-8bab-7eb07cbd2de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.381354 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 49360) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:54:39.500356 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-09f93682-500b-4b14-89d5-9a38e992c59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.589415 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-09f93682-500b-4b14-89d5-9a38e992c59b admin admin] Publish callbacks [] for security_group (564e0aae-a81a-4acd-9d79-25a643542b89), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.592909 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-09f93682-500b-4b14-89d5-9a38e992c59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (564e0aae-a81a-4acd-9d79-25a643542b89), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.633104 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-09f93682-500b-4b14-89d5-9a38e992c59b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42a24ceb1443484a8ee500a7df7f194a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505922 May 25 05:54:39.634567 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f93682-500b-4b14-89d5-9a38e992c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564e0aae-a81a-4acd-9d79-25a643542b89,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:39.637110 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 49372) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:54:39.716200 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb70e0f5-6db8-4809-9c65-3b7d3cf32a2e admin admin] Publish callbacks [] for security_group (564e0aae-a81a-4acd-9d79-25a643542b89), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.741851 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb70e0f5-6db8-4809-9c65-3b7d3cf32a2e admin admin] Publish callbacks [] for security_group (564e0aae-a81a-4acd-9d79-25a643542b89), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.797640 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb70e0f5-6db8-4809-9c65-3b7d3cf32a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (564e0aae-a81a-4acd-9d79-25a643542b89), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.800490 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-fb70e0f5-6db8-4809-9c65-3b7d3cf32a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:39.801649 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-fb70e0f5-6db8-4809-9c65-3b7d3cf32a2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/564e0aae-a81a-4acd-9d79-25a643542b89 HTTP/1.1" status: 204 len: 168 time: 0.1625187 May 25 05:54:39.810147 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70e0f5-6db8-4809-9c65-3b7d3cf32a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564e0aae-a81a-4acd-9d79-25a643542b89,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:54:40.432754 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:42.117303 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:42.552976 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:43.704808 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:54:45.264959 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:55:07.066643 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e039-6470-4bb5-93e7-b552e5da09e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:09.192657 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5bbae0e8-6d99-45a8-8b6a-3578acad8efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:09.947203 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030464bd-5139-421d-b6ad-18c0295cd129 req-3e521a75-3493-4207-a087-885d8d544238 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:09.948678 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-030464bd-5139-421d-b6ad-18c0295cd129 req-3e521a75-3493-4207-a087-885d8d544238 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 945 time: 0.0575171 May 25 05:55:09.996588 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-030464bd-5139-421d-b6ad-18c0295cd129 req-cf2d78ae-b751-4611-a05e-aecca0d75652 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 May 25 05:55:10.432327 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:11.119858 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d7e16-9b8d-4da8-8e89-aa3c6b2880e8 req-5857eec6-c677-4c91-9723-2a417275c957 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:11.121331 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-387d7e16-9b8d-4da8-8e89-aa3c6b2880e8 req-5857eec6-c677-4c91-9723-2a417275c957 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 945 time: 0.0535491 May 25 05:55:11.173686 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-387d7e16-9b8d-4da8-8e89-aa3c6b2880e8 req-c72d399d-490d-4bf2-8bc6-709202a327fb tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 May 25 05:55:11.930019 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-a9efd71e-07c3-40bb-b6b5-e90967ef5314 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:11.931564 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-a9efd71e-07c3-40bb-b6b5-e90967ef5314 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 945 time: 0.0537596 May 25 05:55:12.021400 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Deleting port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:55:12.021734 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:12.113694 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:12.115856 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] For port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:55:12.116220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:12.129129 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Calling delete_port for fe0cf1f4-d789-4d03-bc82-a3b9cae1671b owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:55:12.289826 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (fe0cf1f4-d789-4d03-bc82-a3b9cae1671b), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:12.319929 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Pushing event deleted for resources: {'Port': ['ID=fe0cf1f4-d789-4d03-bc82-a3b9cae1671b,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:12.338035 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.338415 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.338758 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.339100 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.339434 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.339769 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.340099 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.340428 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.340755 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.341085 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.341411 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.341742 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.342054 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:12.366390 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63279912-4cec-48d9-a5a4-f2f8e0bf291a req-4fa5b796-afcf-4cf1-bddf-753353573493 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:12.367845 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63279912-4cec-48d9-a5a4-f2f8e0bf291a req-4fa5b796-afcf-4cf1-bddf-753353573493 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=bba64b9c-a6df-4254-8c97-79699431f3a9 HTTP/1.1" status: 200 len: 867 time: 0.1227393 May 25 05:55:12.394499 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] No DVR routers for this DVR port fe0cf1f4-d789-4d03-bc82-a3b9cae1671b on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:55:12.397096 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:12.400511 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4d9eed4c-cf03-468a-a32e-344ffc7177b2 req-f3669690-4fb4-49a3-8ad2-c5a0abf1ead5 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "DELETE /v2.0/ports/fe0cf1f4-d789-4d03-bc82-a3b9cae1671b HTTP/1.1" status: 204 len: 173 time: 0.4635327 May 25 05:55:12.401916 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'name': 'network-vif-deleted', 'tag': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:55:12.405479 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d814b7df-7028-4efa-bf42-8c2f4d17c319" -d '{"events": [{"server_uuid": "bba64b9c-a6df-4254-8c97-79699431f3a9", "name": "network-vif-deleted", "tag": "fe0cf1f4-d789-4d03-bc82-a3b9cae1671b"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:55:12.452919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224fc80c-6259-495e-9ff1-d58ff2af1a45 x-openstack-request-id: req-224fc80c-6259-495e-9ff1-d58ff2af1a45 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:55:12.453229 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba64b9c-a6df-4254-8c97-79699431f3a9", "name": "network-vif-deleted", "tag": "fe0cf1f4-d789-4d03-bc82-a3b9cae1671b", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:55:12.453574 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-224fc80c-6259-495e-9ff1-d58ff2af1a45 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:55:12.454148 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224fc80c-6259-495e-9ff1-d58ff2af1a45'] response: {'server_uuid': 'bba64b9c-a6df-4254-8c97-79699431f3a9', 'name': 'network-vif-deleted', 'tag': 'fe0cf1f4-d789-4d03-bc82-a3b9cae1671b', 'status': 'completed', 'code': 200} May 25 05:55:12.457896 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-63279912-4cec-48d9-a5a4-f2f8e0bf291a req-a1141101-3528-40c8-bede-06d9bbbeab26 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833080 May 25 05:55:12.550210 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:13.703424 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:14.301232 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device fe0cf1f4-d789-4d03-bc82-a3b9cae1671b no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:55:14.320048 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: fe0cf1f4-d789-4d03-bc82-a3b9cae1671b {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:55:14.320390 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device fe0cf1f4-d789-4d03-bc82-a3b9cae1671b not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:55:22.263807 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:55:29.705104 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-13ef3979-b2c6-4203-bc19-7404e7288317 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:29.706662 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-13ef3979-b2c6-4203-bc19-7404e7288317 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/networks?id=b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 200 len: 813 time: 0.0984190 May 25 05:55:29.721569 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-626aa949-376d-42b4-b75f-e2903f5c998e tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/quotas/8e36625453384b5ebffc09bda6ffc616 HTTP/1.1" status: 200 len: 375 time: 0.0095732 May 25 05:55:29.757131 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-cda45ffc-b8da-4943-979d-457972f9cf34 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e36625453384b5ebffc09bda6ffc616&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305185 May 25 05:55:29.848827 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-2a3f7bf5-d135-4578-95cd-63a8389e4498 service neutron] 10.222.0.42 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851200 May 25 05:55:29.941693 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-d7dc8f5e-e2cb-4c08-a96e-0d95decce03f service neutron] 10.222.0.42 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870974 May 25 05:55:30.101255 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-37cebbe4-8971-48e3-8e18-3b74c72b5ecb req-28bd1b21-4f1f-4180-ab2b-8b8e1c2c48b7 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 210 time: 0.0275598 May 25 05:55:31.016630 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-c53d1a94-e87c-4f37-9a24-10e535eab120 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:31.018946 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-c53d1a94-e87c-4f37-9a24-10e535eab120 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "GET /v2.0/networks?id=b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 200 len: 813 time: 0.1077611 May 25 05:55:31.037256 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Request body: {'port': {'device_id': '5c137b15-de62-4907-8603-27dd97552e0a', 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef', 'admin_state_up': True, 'tenant_id': '8e36625453384b5ebffc09bda6ffc616'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:55:31.147130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Made reservation on behalf of 8e36625453384b5ebffc09bda6ffc616 for: {'port': 1} {{(pid=110244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 05:55:31.150797 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (None), before_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:31.201803 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-f0ed8787-3c4a-4909-9918-00709a6197bb req-40da6a9d-84e4-4609-aca4-34d909c09a3f tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 210 time: 0.0342593 May 25 05:55:31.578676 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_common [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Allocated IP 172.20.0.3 (b0ede950-37b8-4927-af78-c6c676d450ef/a9972ddc-4a09-4729-9fc4-791dda17abb8/0636f406-b3f6-4e48-856a-acac8eb6bae7) {{(pid=110244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 05:55:31.727643 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks [] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), precommit_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:31.758383 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753882754133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), after_create {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:31.799793 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Network b0ede950-37b8-4927-af78-c6c676d450ef is already hosted by enough agents. {{(pid=110244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 05:55:31.802823 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.scheduler.base_scheduler [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Resources bound (agent type, host, resource id): {{(pid=110244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 05:55:31.808800 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Received port after_create {{(pid=110244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 25 05:55:31.831793 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Pushing event updated for resources: {'Port': ['ID=0636f406-b3f6-4e48-856a-acac8eb6bae7,revision_number=1']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:31.860067 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:31.861169 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:31.879555 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9ddde974-e16e-43c0-a77c-886042ca01e9 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468726 May 25 05:55:31.891362 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.v2.base [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Request body: {'port': {'device_id': '5c137b15-de62-4907-8603-27dd97552e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84294'}} {{(pid=110244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 25 05:55:31.952957 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:32.207282 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0636f406-b3f6-4e48-856a-acac8eb6bae7 {{(pid=110244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:55:32.214823 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Publish callbacks [] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), precommit_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:32.227666 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.provisioning_blocks [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Transition to ACTIVE for port object 0636f406-b3f6-4e48-856a-acac8eb6bae7 will not be triggered until provisioned by entity L2. {{(pid=110244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} May 25 05:55:32.232005 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:32.290923 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Pushing event updated for resources: {'Port': ['ID=0636f406-b3f6-4e48-856a-acac8eb6bae7,revision_number=2']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:32.385079 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239c1aa-6657-49bc-b838-6eb9fce4c76f req-24dfd82d-204b-42d2-b0c1-dcfe57e5ef5e tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:32.386572 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c239c1aa-6657-49bc-b838-6eb9fce4c76f req-24dfd82d-204b-42d2-b0c1-dcfe57e5ef5e tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 943 time: 0.1105058 May 25 05:55:32.403084 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Attempting to bind port 0636f406-b3f6-4e48-856a-acac8eb6bae7 on host hv-cinder-84294 for vnic_type normal with profile {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 25 05:55:32.403418 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Attempting to bind port 0636f406-b3f6-4e48-856a-acac8eb6bae7 by drivers openvswitch,hyperv on host hv-cinder-84294 at level 0 using segments [{'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 25 05:55:32.403752 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Attempting to bind port 0636f406-b3f6-4e48-856a-acac8eb6bae7 on network b0ede950-37b8-4927-af78-c6c676d450ef {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:55:32.415919 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Port 0636f406-b3f6-4e48-856a-acac8eb6bae7 on network b0ede950-37b8-4927-af78-c6c676d450ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84294 {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 25 05:55:32.416245 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Attempting to bind port 0636f406-b3f6-4e48-856a-acac8eb6bae7 on network b0ede950-37b8-4927-af78-c6c676d450ef {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 25 05:55:32.426257 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Checking agent: {'id': '1366d7c2-f043-4a20-8e10-c2e6e05b4003', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'started_at': datetime.datetime(2022, 5, 25, 5, 39, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 25, 5, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 25 05:55:32.426606 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Checking segment: {'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 25 05:55:32.426991 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Bound using segment: {'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'} {{(pid=110244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 25 05:55:32.427422 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.managers [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Bound port: 0636f406-b3f6-4e48-856a-acac8eb6bae7, host: hv-cinder-84294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1947766-a6cd-4847-98a3-e11bbe689368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef'}}] {{(pid=110244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 25 05:55:32.427781 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), before_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:32.476231 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-c239c1aa-6657-49bc-b838-6eb9fce4c76f req-b5a7b390-2c6d-4d40-b7b7-723162320533 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824356 May 25 05:55:32.519457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] For port 0636f406-b3f6-4e48-856a-acac8eb6bae7, host hv-cinder-84294, cleared binding levels {{(pid=110244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 25 05:55:32.522510 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] For port 0636f406-b3f6-4e48-856a-acac8eb6bae7, host hv-cinder-84294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=0636f406-b3f6-4e48-856a-acac8eb6bae7,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 25 05:55:32.527775 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128771478'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), after_update {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:32.562176 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:32.562799 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:32.564427 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] 10.222.0.32 "PUT /v2.0/ports/0636f406-b3f6-4e48-856a-acac8eb6bae7 HTTP/1.1" status: 200 len: 1093 time: 0.6774287 May 25 05:55:32.564870 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c137b15-de62-4907-8603-27dd97552e0a', 'tag': '0636f406-b3f6-4e48-856a-acac8eb6bae7'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:55:32.567337 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87e3387-d303-40c7-bd0f-939e4aec3654" -d '{"events": [{"name": "network-changed", "server_uuid": "5c137b15-de62-4907-8603-27dd97552e0a", "tag": "0636f406-b3f6-4e48-856a-acac8eb6bae7"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:55:32.594517 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c7323-1332-499a-b042-2a32c8896633 service neutron] Pushing event updated for resources: {'Port': ['ID=0636f406-b3f6-4e48-856a-acac8eb6bae7,revision_number=3']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:32.612568 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 25 May 2022 05:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cbb830-f2b8-4f7c-8495-8a78f7893f7f x-openstack-request-id: req-76cbb830-f2b8-4f7c-8495-8a78f7893f7f {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:55:32.612870 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c137b15-de62-4907-8603-27dd97552e0a", "tag": "0636f406-b3f6-4e48-856a-acac8eb6bae7", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:55:32.613130 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76cbb830-f2b8-4f7c-8495-8a78f7893f7f {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:55:32.613764 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cbb830-f2b8-4f7c-8495-8a78f7893f7f'] response: {'name': 'network-changed', 'server_uuid': '5c137b15-de62-4907-8603-27dd97552e0a', 'tag': '0636f406-b3f6-4e48-856a-acac8eb6bae7', 'status': 'completed', 'code': 200} May 25 05:55:32.663850 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-5ede0cc9-cf7e-4e8e-8b89-e34b32a0e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:32.665345 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-5ede0cc9-cf7e-4e8e-8b89-e34b32a0e841 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e36625453384b5ebffc09bda6ffc616&device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 1127 time: 0.0463293 May 25 05:55:32.705426 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-9925fc6b-af83-4b13-b076-e411a1b5691b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0636f406-b3f6-4e48-856a-acac8eb6bae7 HTTP/1.1" status: 200 len: 217 time: 0.0324543 May 25 05:55:32.759924 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-37c4d88a-f946-4138-b351-e9347df97398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:32.761364 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-37c4d88a-f946-4138-b351-e9347df97398 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9972ddc-4a09-4729-9fc4-791dda17abb8 HTTP/1.1" status: 200 len: 853 time: 0.0495653 May 25 05:55:32.795618 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-24952498-ae7f-497b-a439-f44ac21dbbb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0ede950-37b8-4927-af78-c6c676d450ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274045 May 25 05:55:32.888643 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-154e6c6f-1f5b-4c6a-b772-8a1996c0d6f7 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867038 May 25 05:55:32.988251 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-94ebce0f-ef1f-42aa-9b16-b2ed5e2f09fe req-b750beca-7ec3-43c2-b1e3-22127f909950 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932443 May 25 05:55:33.079302 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-983cf76d-e58c-4563-aecb-67e84a2c1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:33.081373 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-983cf76d-e58c-4563-aecb-67e84a2c1239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e36625453384b5ebffc09bda6ffc616&device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 1127 time: 0.0481246 May 25 05:55:33.176365 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-3771b624-1cd3-4152-a7c0-a9b443cf38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:33.177767 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-3771b624-1cd3-4152-a7c0-a9b443cf38a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 200 len: 914 time: 0.0903437 May 25 05:55:33.218187 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-153eca9b-ef96-42c0-8402-e4c89fefae01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0636f406-b3f6-4e48-856a-acac8eb6bae7 HTTP/1.1" status: 200 len: 217 time: 0.0342195 May 25 05:55:33.267656 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-c97cc2a6-660e-495f-a117-c774a0cb59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:33.269122 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-c97cc2a6-660e-495f-a117-c774a0cb59ce service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9972ddc-4a09-4729-9fc4-791dda17abb8 HTTP/1.1" status: 200 len: 853 time: 0.0454903 May 25 05:55:33.300919 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-c6238940-1396-458b-8d1b-6e2ad9abb9d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0ede950-37b8-4927-af78-c6c676d450ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263984 May 25 05:55:33.395473 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-f8d81af0-9c28-46a7-9ad7-2319989837b4 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889843 May 25 05:55:33.488514 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-e87e3387-d303-40c7-bd0f-939e4aec3654 req-8eef815e-7992-4025-b673-d8572d4ee572 service neutron] 10.222.0.32 "GET /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875714 May 25 05:55:33.614899 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31475b-a5f7-4a3a-a595-511edeb7d77e req-108d1bba-331a-4615-a32a-d504065ba450 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:33.616330 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c31475b-a5f7-4a3a-a595-511edeb7d77e req-108d1bba-331a-4615-a32a-d504065ba450 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 943 time: 0.0643649 May 25 05:55:33.665244 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-4c31475b-a5f7-4a3a-a595-511edeb7d77e req-1fb183ce-6377-4fd4-b505-1565df0b1c39 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 May 25 05:55:34.787244 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45790dda-3062-4907-90ec-ff240aa0801a req-620deec5-edbe-44d9-ac89-2d6b57870781 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:34.788633 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-45790dda-3062-4907-90ec-ff240aa0801a req-620deec5-edbe-44d9-ac89-2d6b57870781 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 943 time: 0.0534103 May 25 05:55:34.837223 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-45790dda-3062-4907-90ec-ff240aa0801a req-1eb811e3-3948-4c19-aca2-ed2da737d4c4 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 May 25 05:55:35.961237 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4986753-21c7-4d2f-aa29-3ae3d1404de3 req-4ab71391-6b2d-4f18-943f-c497402bd459 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:35.962738 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b4986753-21c7-4d2f-aa29-3ae3d1404de3 req-4ab71391-6b2d-4f18-943f-c497402bd459 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 943 time: 0.0536900 May 25 05:55:36.011746 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b4986753-21c7-4d2f-aa29-3ae3d1404de3 req-4fd6a80f-5e54-4c4f-b29b-2d81cdcad72f tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 May 25 05:55:36.349688 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 0636f406-b3f6-4e48-856a-acac8eb6bae7 details requested by agent hyperv_hv-cinder-84294 with host hv-cinder-84294 {{(pid=110246) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 25 05:55:36.449833 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 0636f406-b3f6-4e48-856a-acac8eb6bae7, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=0636f406-b3f6-4e48-856a-acac8eb6bae7,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:55:36.461410 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Returning: {'device': '0636f406-b3f6-4e48-856a-acac8eb6bae7', 'network_id': 'b0ede950-37b8-4927-af78-c6c676d450ef', 'port_id': '0636f406-b3f6-4e48-856a-acac8eb6bae7', 'mac_address': 'fa:16:3e:6d:b2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9972ddc-4a09-4729-9fc4-791dda17abb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110246) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 25 05:55:36.505199 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 0636f406-b3f6-4e48-856a-acac8eb6bae7 is: DOWN; New status is: BUILD {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:55:36.505576 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:36.518619 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0636f406-b3f6-4e48-856a-acac8eb6bae7 {{(pid=110246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 25 05:55:36.537421 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 0636f406-b3f6-4e48-856a-acac8eb6bae7, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=0636f406-b3f6-4e48-856a-acac8eb6bae7,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:55:36.540960 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:36.602851 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=0636f406-b3f6-4e48-856a-acac8eb6bae7,revision_number=4']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:36.611654 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.611788 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.612073 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.612418 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.612754 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.613088 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.613949 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.614305 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.614637 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.614968 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.615293 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.615619 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.615987 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:36.896775 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['0636f406-b3f6-4e48-856a-acac8eb6bae7'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:55:37.067904 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-e597158a-20bd-44c3-9d0e-3a7baeb5b9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:37.130787 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17a28e-66c4-4a2a-af41-8ca9d855cbb0 req-5b30a267-0be8-4669-b547-e59e48531d2e tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:37.132271 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-da17a28e-66c4-4a2a-af41-8ca9d855cbb0 req-5b30a267-0be8-4669-b547-e59e48531d2e tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 944 time: 0.0530419 May 25 05:55:37.184948 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-da17a28e-66c4-4a2a-af41-8ca9d855cbb0 req-e340a9bf-1b92-431e-843b-3e53b14e9688 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 May 25 05:55:38.315518 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60269cd9-76b8-4182-8de5-9737a5c10074 req-14533369-6138-4264-9e72-8eafb377351f tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:38.317700 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-60269cd9-76b8-4182-8de5-9737a5c10074 req-14533369-6138-4264-9e72-8eafb377351f tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 944 time: 0.0642748 May 25 05:55:38.350734 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 0636f406-b3f6-4e48-856a-acac8eb6bae7 up at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 25 05:55:38.365287 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-60269cd9-76b8-4182-8de5-9737a5c10074 req-3499edaf-f7f3-4b7f-91a5-e967c9180e32 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 May 25 05:55:38.397099 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning for port 0636f406-b3f6-4e48-856a-acac8eb6bae7 completed by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} May 25 05:55:38.400611 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.db.provisioning_blocks [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Provisioning complete for port 0636f406-b3f6-4e48-856a-acac8eb6bae7 triggered by entity L2. {{(pid=110246) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} May 25 05:55:38.400978 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3922614'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), provisioning_complete {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:38.475646 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Current status of the port 0636f406-b3f6-4e48-856a-acac8eb6bae7 is: BUILD; New status is: ACTIVE {{(pid=110246) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} May 25 05:55:38.475939 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3784253'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), before_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:38.497379 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c137b15-de62-4907-8603-27dd97552e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0636f406-b3f6-4e48-856a-acac8eb6bae7'}] {{(pid=110246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:55:38.499591 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ebfca2d0682a3942987f362641b41c3d1485e74ab9b9df5b22ee89ac94476b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc5156d-2762-431b-b823-2a44196473ad" -d '{"events": [{"server_uuid": "5c137b15-de62-4907-8603-27dd97552e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0636f406-b3f6-4e48-856a-acac8eb6bae7"}]}' {{(pid=110246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:55:38.512532 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] For port 0636f406-b3f6-4e48-856a-acac8eb6bae7, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=0636f406-b3f6-4e48-856a-acac8eb6bae7,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:55:38.516417 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753883174961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753882754151', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753882754169'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:38.539662 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8de8c8-1428-4508-874f-404cd4fb323e x-openstack-request-id: req-fd8de8c8-1428-4508-874f-404cd4fb323e {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:55:38.539958 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c137b15-de62-4907-8603-27dd97552e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0636f406-b3f6-4e48-856a-acac8eb6bae7", "code": 200}]} {{(pid=110246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:55:38.540209 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd8de8c8-1428-4508-874f-404cd4fb323e {{(pid=110246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:55:38.540598 dv-cinder-842947-1-iscsi neutron-server[110246]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8de8c8-1428-4508-874f-404cd4fb323e'] response: {'server_uuid': '5c137b15-de62-4907-8603-27dd97552e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0636f406-b3f6-4e48-856a-acac8eb6bae7', 'code': 200} May 25 05:55:38.565794 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Pushing event updated for resources: {'Port': ['ID=0636f406-b3f6-4e48-856a-acac8eb6bae7,revision_number=5']} {{(pid=110246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:38.715253 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701dcce-dbeb-41f3-80cf-91023e195414 req-26f34a25-ffe6-46f4-98e0-90083a8133f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:38.716944 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5701dcce-dbeb-41f3-80cf-91023e195414 req-26f34a25-ffe6-46f4-98e0-90083a8133f8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 1129 time: 0.0525174 May 25 05:55:38.764539 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5701dcce-dbeb-41f3-80cf-91023e195414 req-e8d7b562-fbd2-452b-a4ea-dc0aab567a2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 May 25 05:55:38.873217 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 49864) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:55:38.994676 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.072987 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Publish callbacks [] for security_group (6c814258-8984-46b4-93b4-397aec09bd3f), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.077027 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (6c814258-8984-46b4-93b4-397aec09bd3f), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.115563 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=155e8ee81e80452d849d2b6ccaba47e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412462 May 25 05:55:39.116437 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c814258-8984-46b4-93b4-397aec09bd3f,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:39.118239 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 49868) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:55:39.123779 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.124137 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.124487 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.124868 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.125205 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.125537 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.125870 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.126725 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.127123 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.127391 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.127718 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.128042 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.128367 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4cd11a-87c4-4dc9-bd59-04cfffa87ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:55:39.165855 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec1315d7-6212-4379-83ec-55ae151c58c9 admin admin] Publish callbacks [] for security_group (6c814258-8984-46b4-93b4-397aec09bd3f), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.187389 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec1315d7-6212-4379-83ec-55ae151c58c9 admin admin] Publish callbacks [] for security_group (6c814258-8984-46b4-93b4-397aec09bd3f), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.195823 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b5ce298e-423a-4d2e-b099-2da5e04aedb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.241128 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec1315d7-6212-4379-83ec-55ae151c58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (6c814258-8984-46b4-93b4-397aec09bd3f), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.244040 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec1315d7-6212-4379-83ec-55ae151c58c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:39.245398 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ec1315d7-6212-4379-83ec-55ae151c58c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c814258-8984-46b4-93b4-397aec09bd3f HTTP/1.1" status: 204 len: 168 time: 0.1261022 May 25 05:55:39.254231 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1315d7-6212-4379-83ec-55ae151c58c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c814258-8984-46b4-93b4-397aec09bd3f,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:55:39.507968 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88d7d-73b9-4de1-9832-8ad74a77af02 req-828cd900-1dfd-4b19-8731-3d9f5ce0d7d3 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:39.509549 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0e88d7d-73b9-4de1-9832-8ad74a77af02 req-828cd900-1dfd-4b19-8731-3d9f5ce0d7d3 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 945 time: 0.0733917 May 25 05:55:39.568909 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0e88d7d-73b9-4de1-9832-8ad74a77af02 req-9646d8f9-0f4d-425a-89bc-87f0b05e85d8 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536017 May 25 05:55:40.434654 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:40.698657 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3cc89-e577-4155-ac32-6f3451539c6f req-3ba07810-9a44-42d0-8b55-726a0e6b69a2 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:55:40.700052 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0b3cc89-e577-4155-ac32-6f3451539c6f req-3ba07810-9a44-42d0-8b55-726a0e6b69a2 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 945 time: 0.0526087 May 25 05:55:40.747231 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-b0b3cc89-e577-4155-ac32-6f3451539c6f req-d07bdcdb-ee12-4691-a4a7-09f0ef542299 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 May 25 05:55:42.118217 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:42.555223 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:43.706911 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:55:59.262828 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:56:03.815230 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4f6a6-778d-4c0d-b084-374757f44e0f req-b2719391-382c-48e2-bd89-8181d4f746ed tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:56:03.816692 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-72e4f6a6-778d-4c0d-b084-374757f44e0f req-b2719391-382c-48e2-bd89-8181d4f746ed tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 945 time: 0.0524404 May 25 05:56:03.871760 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-72e4f6a6-778d-4c0d-b084-374757f44e0f req-a6311d2b-e4db-4165-8a25-e6b2537011ba tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 May 25 05:56:04.990545 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c597fb-0601-4101-ae07-f3c69ad52077 req-2c9d76e0-6c75-4d6e-8c0e-c65e2441393a tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:56:04.992002 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d8c597fb-0601-4101-ae07-f3c69ad52077 req-2c9d76e0-6c75-4d6e-8c0e-c65e2441393a tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 945 time: 0.0519993 May 25 05:56:05.039987 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-d8c597fb-0601-4101-ae07-f3c69ad52077 req-8cd87b83-60b4-41fb-b129-57d6ba9a401c tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfa5f12c-b15d-49f9-9e3a-638a492669fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 May 25 05:56:05.704953 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67513c2e-33a5-4833-a601-30e79e017eda req-ef585395-9d13-462b-b11a-397fb0206490 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 25 05:56:05.706756 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67513c2e-33a5-4833-a601-30e79e017eda req-ef585395-9d13-462b-b11a-397fb0206490 tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 945 time: 0.0530870 May 25 05:56:05.797172 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Deleting port 0636f406-b3f6-4e48-856a-acac8eb6bae7 {{(pid=110244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} May 25 05:56:05.797510 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753883172024'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:05.885934 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.db [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] For port 0636f406-b3f6-4e48-856a-acac8eb6bae7, host hv-cinder-84294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84294',level=0,port_id=0636f406-b3f6-4e48-856a-acac8eb6bae7,segment=NetworkSegment(a1947766-a6cd-4847-98a3-e11bbe689368),segment_id=a1947766-a6cd-4847-98a3-e11bbe689368)] {{(pid=110244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 25 05:56:05.886324 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657082'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:05.898719 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.plugins.ml2.plugin [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Calling delete_port for 0636f406-b3f6-4e48-856a-acac8eb6bae7 owned by compute:nova {{(pid=110244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} May 25 05:56:06.023980 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3784589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753883174943', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753882754142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128771457'] for port (0636f406-b3f6-4e48-856a-acac8eb6bae7), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:06.037843 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.db [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] get_ports_and_sgs() called for port_ids ['0636f406-b3f6-4e48-856a-acac8eb6bae7'] {{(pid=110246) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 25 05:56:06.066734 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Pushing event deleted for resources: {'Port': ['ID=0636f406-b3f6-4e48-856a-acac8eb6bae7,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:56:06.108786 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.l3_dvrscheduler_db [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] No DVR routers for this DVR port 0636f406-b3f6-4e48-856a-acac8eb6bae7 on host hv-cinder-84294 {{(pid=110244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 05:56:06.112344 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91526'] for port (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:06.115820 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-67513c2e-33a5-4833-a601-30e79e017eda req-f436ff0f-c753-4769-bbb9-3b1a8febcfee tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.32 "DELETE /v2.0/ports/0636f406-b3f6-4e48-856a-acac8eb6bae7 HTTP/1.1" status: 204 len: 173 time: 0.4041626 May 25 05:56:06.116842 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c137b15-de62-4907-8603-27dd97552e0a', 'name': 'network-vif-deleted', 'tag': '0636f406-b3f6-4e48-856a-acac8eb6bae7'}] {{(pid=110244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 25 05:56:06.119363 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}688217782e653f21c34107ffb8b0e9d51bb81448564f5913edb1a0ed919d08ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269359a-3186-48f9-9319-9cac483f3626" -d '{"events": [{"server_uuid": "5c137b15-de62-4907-8603-27dd97552e0a", "name": "network-vif-deleted", "tag": "0636f406-b3f6-4e48-856a-acac8eb6bae7"}]}' {{(pid=110244) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 25 05:56:06.148362 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [req-5e023f89-f0a9-4bb7-a467-9bd4528b9748 req-7f267824-ca13-4309-8c24-44e168e843cf tempest-VolumesSnapshotTestJSON-646706575 tempest-VolumesSnapshotTestJSON-646706575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5c137b15-de62-4907-8603-27dd97552e0a HTTP/1.1" status: 200 len: 210 time: 0.0373552 May 25 05:56:06.166220 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 25 May 2022 05:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d9141-3d38-44a3-81db-563f3b150c49 x-openstack-request-id: req-608d9141-3d38-44a3-81db-563f3b150c49 {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 25 05:56:06.166543 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c137b15-de62-4907-8603-27dd97552e0a", "name": "network-vif-deleted", "tag": "0636f406-b3f6-4e48-856a-acac8eb6bae7", "status": "completed", "code": 200}]} {{(pid=110244) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 25 05:56:06.166786 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-608d9141-3d38-44a3-81db-563f3b150c49 {{(pid=110244) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 25 05:56:06.167192 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608d9141-3d38-44a3-81db-563f3b150c49'] response: {'server_uuid': '5c137b15-de62-4907-8603-27dd97552e0a', 'name': 'network-vif-deleted', 'tag': '0636f406-b3f6-4e48-856a-acac8eb6bae7', 'status': 'completed', 'code': 200} May 25 05:56:07.071913 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-02017a6c-c551-4145-bed6-7c61d04c7d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:08.528273 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 0636f406-b3f6-4e48-856a-acac8eb6bae7 no longer exists at agent hyperv_hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 25 05:56:08.547224 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.plugin [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] No Port match for: 0636f406-b3f6-4e48-856a-acac8eb6bae7 {{(pid=110246) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} May 25 05:56:08.547575 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron.plugins.ml2.rpc [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Device 0636f406-b3f6-4e48-856a-acac8eb6bae7 not bound to the agent host hv-cinder-84294 {{(pid=110246) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 25 05:56:09.197355 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5068-d165-4ef5-ba6d-1ad0001c23fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:10.439266 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:12.128292 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:12.555841 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:13.709521 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.324615 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 50096) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:56:31.368356 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Deleting subnet a9972ddc-4a09-4729-9fc4-791dda17abb8 {{(pid=110244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} May 25 05:56:31.371457 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Publish callbacks [] for subnet (a9972ddc-4a09-4729-9fc4-791dda17abb8), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.408936 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128773084'] for subnet (a9972ddc-4a09-4729-9fc4-791dda17abb8), precommit_delete_associations {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.454070 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3885472'] for subnet (a9972ddc-4a09-4729-9fc4-791dda17abb8), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.506328 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3885481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128771500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129350855'] for subnet (a9972ddc-4a09-4729-9fc4-791dda17abb8), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.533632 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9972ddc-4a09-4729-9fc4-791dda17abb8,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:56:31.536202 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.539442 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a9972ddc-4a09-4729-9fc4-791dda17abb8 HTTP/1.1" status: 204 len: 168 time: 0.2137170 May 25 05:56:31.542064 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 50098) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:56:31.546433 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.546787 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.547136 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.547476 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.547810 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.548143 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.548479 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.548810 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.549193 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.549528 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.549855 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.550210 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.550535 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3f0f-d171-4f8e-844b-b8556921e84e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:31.615010 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3696099'] for network (b0ede950-37b8-4927-af78-c6c676d450ef), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.691175 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3890901', 'neutron.services.segments.db._delete_segments_for_network-8753883326940'] for network (b0ede950-37b8-4927-af78-c6c676d450ef), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.710611 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ede950-37b8-4927-af78-c6c676d450ef']}} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:56:31.720361 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1947766-a6cd-4847-98a3-e11bbe689368') {'for_net_delete': True} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:56:31.720659 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.services.segments.db [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1947766-a6cd-4847-98a3-e11bbe689368') {} {{(pid=110245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 05:56:31.729719 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753883280869', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134038499'] for segment (a1947766-a6cd-4847-98a3-e11bbe689368), before_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.743349 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548'] for segment (a1947766-a6cd-4847-98a3-e11bbe689368), precommit_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.749585 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=110245) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 05:56:31.750000 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3879548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133151237'] for segment (a1947766-a6cd-4847-98a3-e11bbe689368), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.792323 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment a1947766-a6cd-4847-98a3-e11bbe689368 resource provider aggregate not found May 25 05:56:31.810768 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.services.segments.plugin [-] Segment a1947766-a6cd-4847-98a3-e11bbe689368 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1947766-a6cd-4847-98a3-e11bbe689368 found for delete ", "request_id": "req-2c3a6f26-0b96-437b-93ca-3ebe0f7bd916"}]} May 25 05:56:31.818509 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3884326', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749544', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-658944'] for network (b0ede950-37b8-4927-af78-c6c676d450ef), after_delete {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.824182 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-632600'] for network (None), before_response {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:31.828526 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b0ede950-37b8-4927-af78-c6c676d450ef HTTP/1.1" status: 204 len: 168 time: 0.2854309 May 25 05:56:31.839606 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2340820-97de-4879-80d3-9f9bbf112de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ede950-37b8-4927-af78-c6c676d450ef,revision_number=None']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:56:31.988967 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 50106) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:56:32.028714 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-abb40d57-c2a6-4b7f-9bf3-1bf4b11262d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e36625453384b5ebffc09bda6ffc616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380259 May 25 05:56:32.031546 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 50108) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:56:32.079843 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8d048f-c5c6-4852-82d5-ed759c377ceb admin admin] Publish callbacks [] for security_group (dfa5f12c-b15d-49f9-9e3a-638a492669fe), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:32.100661 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8d048f-c5c6-4852-82d5-ed759c377ceb admin admin] Publish callbacks [] for security_group (dfa5f12c-b15d-49f9-9e3a-638a492669fe), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:32.147237 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8d048f-c5c6-4852-82d5-ed759c377ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (dfa5f12c-b15d-49f9-9e3a-638a492669fe), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:32.149798 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-ec8d048f-c5c6-4852-82d5-ed759c377ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:32.153854 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-ec8d048f-c5c6-4852-82d5-ed759c377ceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfa5f12c-b15d-49f9-9e3a-638a492669fe HTTP/1.1" status: 204 len: 168 time: 0.1184256 May 25 05:56:32.159311 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d048f-c5c6-4852-82d5-ed759c377ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5f12c-b15d-49f9-9e3a-638a492669fe,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:56:36.264483 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:56:37.073710 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-5002c995-2d06-40d0-8283-30b69e8c2a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:39.199401 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3c73d576-2615-4c4b-8e4a-addff2a667b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:40.440197 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.202978 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [-] (110245) accepted ('10.222.0.42', 50182) {{(pid=110245) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:56:41.308828 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.383699 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Publish callbacks [] for security_group (aefa4989-68ca-4cd3-9718-4878de1c5a0d), precommit_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.387395 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron_lib.callbacks.manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (aefa4989-68ca-4cd3-9718-4878de1c5a0d), after_create {{(pid=110245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.425841 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa4989-68ca-4cd3-9718-4878de1c5a0d,revision_number=1']} {{(pid=110245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:56:41.429550 dv-cinder-842947-1-iscsi neutron-server[110245]: INFO neutron.wsgi [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31942bb538174819a06cbc163cdbf700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255805 May 25 05:56:41.432524 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [-] (110244) accepted ('10.222.0.42', 50186) {{(pid=110244) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 25 05:56:41.435376 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.435726 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.436070 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.436410 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.437617 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.438026 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.438475 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.438811 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.439148 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.439478 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.439807 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.440136 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.440458 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8591b5-c276-48d2-9c5c-47aace27368b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842947-1-iscsi {{(pid=110245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 05:56:41.481600 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bd6b09ca-0f50-42a4-963d-73a303e00982 admin admin] Publish callbacks [] for security_group (aefa4989-68ca-4cd3-9718-4878de1c5a0d), before_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.506777 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bd6b09ca-0f50-42a4-963d-73a303e00982 admin admin] Publish callbacks [] for security_group (aefa4989-68ca-4cd3-9718-4878de1c5a0d), precommit_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.552584 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bd6b09ca-0f50-42a4-963d-73a303e00982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-745558'] for security_group (aefa4989-68ca-4cd3-9718-4878de1c5a0d), after_delete {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.555348 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron_lib.callbacks.manager [None req-bd6b09ca-0f50-42a4-963d-73a303e00982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110244) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:41.556490 dv-cinder-842947-1-iscsi neutron-server[110244]: INFO neutron.wsgi [None req-bd6b09ca-0f50-42a4-963d-73a303e00982 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aefa4989-68ca-4cd3-9718-4878de1c5a0d HTTP/1.1" status: 204 len: 168 time: 0.1228821 May 25 05:56:41.564113 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b09ca-0f50-42a4-963d-73a303e00982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa4989-68ca-4cd3-9718-4878de1c5a0d,revision_number=None']} {{(pid=110244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 05:56:42.148620 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:42.558220 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:56:43.712237 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:03.490940 dv-cinder-842947-1-iscsi neutron-server[110244]: DEBUG neutron.wsgi [req-ea3c2bcc-101b-4887-9e7c-561bda2241b3 req-40ac3011-6b18-4c71-b2b0-694186c7e0d1 service neutron] (110244) timed out ('10.222.0.32', 61885) {{(pid=110244) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 05:57:05.070675 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [req-37e288c9-2582-4049-8a5d-9c908511444c req-faff0870-3040-421e-9223-960f75668c59 service neutron] (110245) timed out ('10.222.0.32', 61919) {{(pid=110245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 05:57:07.076524 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9c8fdc09-1ee8-4ee5-b6f2-a5dcbf99c44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:07.550977 dv-cinder-842947-1-iscsi neutron-server[110245]: DEBUG neutron.wsgi [req-3535920d-2109-4c5d-aa35-240e62195898 req-139118c8-179c-4499-8f7d-42b8a164e5e5 service neutron] (110245) timed out ('10.222.0.32', 61901) {{(pid=110245) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 25 05:57:09.207192 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3913d25b-9917-43e5-a091-998300dbdb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:10.442998 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:12.160664 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:12.560723 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:13.263516 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:57:13.713935 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:37.081188 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-84b0ca71-4e89-4b7c-9475-bef6f552d8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:39.199064 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a43f79a5-e1b1-4999-9069-5ac494124a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:40.445598 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:42.161620 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:42.565292 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:43.715292 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:57:50.266825 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:58:07.084006 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8bc37428-dcf5-472d-91f7-e837ebc43dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:09.201783 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-196fd5b8-048b-4874-983b-478cb8d1b44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:10.453161 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:12.158654 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:12.567652 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:13.717408 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:27.263673 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:58:37.085659 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-a6efe252-89e0-42ab-8299-380154ccf064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:39.203112 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-57b19d24-89b7-4a11-ba09-d1f97285c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:40.451064 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:42.175001 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:42.571169 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:58:43.720548 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:04.262797 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:59:07.088264 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-332ba612-1360-46ef-a1fc-c33d886a3c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:09.205414 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9795ab7d-3d22-47ab-8e27-bb62b078937d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:10.454666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:12.188902 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:12.571270 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:13.725758 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:37.095604 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-06eb390f-1ead-4657-b58a-c76c13585cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:39.207210 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1b44e1ff-543c-49d6-b06b-e3babceac8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:40.459527 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:41.261805 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 05:59:42.178852 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:42.572819 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 05:59:43.728177 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:07.088991 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7e02324a-c340-490d-9264-2cbe9d718935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:09.209196 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-61a737e6-425e-498b-ab4e-ad8aa8297c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:10.461470 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:12.188284 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:12.578487 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:13.731465 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:18.261275 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 06:00:37.090507 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3b61053c-13ca-44cb-8521-11e5bf08b0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:39.213970 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1462ef1c-35d5-4bb3-ae28-0df6cfa41925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:40.463114 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:42.203151 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:42.582650 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:43.733400 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:00:55.259957 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 06:01:07.092967 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-76e48958-0e20-465b-bcd8-f13c61e3eeda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:09.215756 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-3eb5437d-04fc-4d45-9f05-33c046b48eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:10.467443 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:12.215358 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:12.582741 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:13.733856 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:32.259737 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 06:01:37.094298 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-ff10b7dd-e65e-4c9c-9db4-5a45da792e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:39.219666 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-8fe27b50-e9d8-4e13-a544-f36fd7951256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:40.468725 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:42.217383 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:42.586853 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:01:43.736387 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:02:07.094893 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-1e72666c-c5f3-4f25-9af4-0d21fbe50c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (31f5d799-0198-404b-b0bd-e79e7fe2cf74), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:02:09.222363 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-7cf1f246-9a55-42b6-a18a-ab609d66c18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (950528af-cd23-4f38-aa26-392748b99700), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:02:09.259322 dv-cinder-842947-1-iscsi neutron-server[110247]: DEBUG neutron.db.agents_db [None req-bec7787a-f989-4d78-855e-cccdbccdfb5f None None] Agent healthcheck: found 6 active agents {{(pid=110247) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 25 06:02:10.471842 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-cb269c3e-cdbd-4416-a399-5980cc7c7203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (0389ea26-7f14-483e-b208-2fb4fbc7cc45), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:02:12.220651 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-c52813ac-4012-4280-870f-f2e242f0ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (1366d7c2-f043-4a20-8e10-c2e6e05b4003), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:02:12.591004 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-9db29a34-0e17-4692-b6de-c6a9f48d60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (3782267b-8741-4f08-a414-323713c73ed2), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 25 06:02:13.737349 dv-cinder-842947-1-iscsi neutron-server[110246]: DEBUG neutron_lib.callbacks.manager [None req-b6638abe-95ee-463c-b8d7-52006bb82516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753883326922', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3922636'] for agent (7641e061-4be4-422a-93ac-e740f99d6ce7), after_update {{(pid=110246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}